[ 630.451592] env[69876]: INFO neutron.common.config [-] Logging enabled! [ 630.452102] env[69876]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 630.452470] env[69876]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69876) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 630.452782] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 630.452885] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 630.453700] env[69876]: WARNING oslo_policy.policy [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 630.453900] env[69876]: WARNING oslo_policy.policy [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 630.455480] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] VMware NSXv3 Agent initialized successfully. [ 630.455816] env[69876]: DEBUG oslo_concurrency.lockutils [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] Acquiring lock "singleton_lock" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.455950] env[69876]: DEBUG oslo_concurrency.lockutils [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] Acquired lock "singleton_lock" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.456174] env[69876]: DEBUG oslo_concurrency.lockutils [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] Releasing lock "singleton_lock" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.456467] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] Full set of CONF: {{(pid=69876) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 630.456591] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ******************************************************************************** {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 630.456695] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] Configuration options gathered from: {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 630.457045] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 630.457219] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 630.457328] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ================================================================================ {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 630.457506] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] agent_down_time = 75 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.457645] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] allow_automatic_dhcp_failover = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.457788] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] allow_bulk = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.457933] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] api_extensions_path = {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.458089] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] api_paste_config = api-paste.ini {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.458230] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] auth_strategy = keystone {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.458338] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] backdoor_port = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.458442] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] backdoor_socket = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.458580] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] backlog = 4096 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.458717] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.458980] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] bind_host = 0.0.0.0 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.459056] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] bind_port = 9696 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.459162] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] client_socket_timeout = 900 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.459308] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] config_dir = [] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.459418] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.459560] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] config_source = [] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.459701] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] control_exchange = neutron {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.459838] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] core_plugin = ml2 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.459975] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] debug = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.460125] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] default_availability_zones = [] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.460362] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.460482] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] dhcp_agent_notification = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.460610] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] dhcp_agents_per_network = 1 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.460748] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] dhcp_lease_duration = 86400 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.461134] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] dhcp_load_type = networks {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.461134] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] dns_domain = openstacklocal {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.461247] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.461299] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] enable_default_route_bfd = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.461422] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] enable_default_route_ecmp = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.461552] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] enable_dvr = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.461686] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] enable_new_agents = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.461824] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.461963] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] enable_signals = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.462099] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] enable_traditional_dhcp = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.462226] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] external_dns_driver = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.462354] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] filter_validation = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.462496] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] global_physnet_mtu = 8950 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.462634] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] graceful_shutdown_timeout = 60 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.462816] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] host = cpu-1 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.462955] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] host_dvr_for_dhcp = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.463106] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] http_retries = 3 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.463423] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] instance_format = [instance: %(uuid)s] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.463423] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.463563] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ipam_driver = internal {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.463681] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ipv6_pd_enabled = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.463817] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] l3_ha = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.463954] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.464122] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] l3_ha_network_physical_name = {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.464263] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] l3_ha_network_type = {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.464402] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] log_color = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.464539] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] log_config_append = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.464677] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.464808] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] log_dir = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.464937] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] log_file = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.465044] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] log_options = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.465187] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] log_rotate_interval = 1 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.465324] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] log_rotate_interval_type = days {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.465480] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] log_rotation_type = none {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.465585] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.465695] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.465840] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.465975] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.466088] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.466227] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] max_dns_nameservers = 5 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.466372] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] max_header_line = 16384 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.466489] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] max_l3_agents_per_router = 3 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.466641] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] max_logfile_count = 30 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.466784] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] max_logfile_size_mb = 200 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.466902] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] max_subnet_host_routes = 20 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.467049] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] my_ip = 10.180.1.21 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.467187] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] my_ipv6 = ::1 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.467317] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] network_auto_schedule = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.467442] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] network_link_prefix = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.467579] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.467716] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] notify_nova_on_port_data_changes = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.467851] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] notify_nova_on_port_status_changes = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.467986] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] pagination_max_limit = -1 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.468126] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] publish_errors = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.468259] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] rate_limit_burst = 0 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.468395] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] rate_limit_except_level = CRITICAL {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.468526] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] rate_limit_interval = 0 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.468657] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] retry_until_window = 30 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.468790] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] router_distributed = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.468922] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] rpc_resources_processing_step = 20 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.469069] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] rpc_response_max_timeout = 600 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.469205] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] rpc_response_timeout = 60 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.469337] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] send_events_interval = 2 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.469484] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] service_plugins = ['router'] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.469621] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] setproctitle = on {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.469748] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] shell_completion = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.469881] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] state_path = /opt/stack/data/neutron {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.470024] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] syslog_log_facility = LOG_USER {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.470156] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] tcp_keepidle = 600 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.470291] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] transport_url = **** {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.470423] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] use_journal = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.470551] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] use_json = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.470682] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] use_ssl = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.470811] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] use_stderr = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.470945] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] use_syslog = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.471087] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] vlan_qinq = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.471215] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] vlan_transparent = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.471344] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] watch_log_file = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.471478] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] wsgi_default_pool_size = 100 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.471608] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] wsgi_keep_alive = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.471744] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.471875] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] wsgi_server_debug = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 630.472037] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_concurrency.disable_process_locking = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.472184] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.472330] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.472466] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.472608] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.472871] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.472871] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.473038] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler.connection_string = messaging:// {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.473183] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler.enabled = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.473331] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler.es_doc_type = notification {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.473510] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler.es_scroll_size = 10000 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.473642] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler.es_scroll_time = 2m {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.473802] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler.filter_error_trace = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.473906] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler.hmac_keys = **** {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.474063] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler.sentinel_service_name = mymaster {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.474216] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler.socket_timeout = 0.1 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.474355] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler.trace_requests = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.474519] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler.trace_sqlalchemy = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.474697] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler_jaeger.process_tags = {} {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.474844] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler_jaeger.service_name_prefix = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.474983] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] profiler_otlp.service_name_prefix = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.475150] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_policy.enforce_new_defaults = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.475495] env[69876]: WARNING oslo_config.cfg [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 630.475638] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_policy.enforce_scope = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.475785] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_policy.policy_default_rule = default {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.475936] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.476093] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.476241] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.476377] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.476513] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.476677] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.477028] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.477028] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.477102] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.477244] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] agent.extensions = [] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.477387] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.477532] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] service_providers.service_provider = [] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.477694] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] QUOTAS.default_quota = -1 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.477899] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.478064] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] QUOTAS.quota_floatingip = 50 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.478206] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] QUOTAS.quota_network = 100 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.478345] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] QUOTAS.quota_port = 500 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.478482] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.478619] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] QUOTAS.quota_router = 10 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.478759] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] QUOTAS.quota_security_group = 10 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.478895] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.479042] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] QUOTAS.quota_subnet = 100 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.479183] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] QUOTAS.track_quota_usage = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.479332] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.479479] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep.group = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.479591] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep.helper_command = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.479728] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep.log_daemon_traceback = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.479867] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.480014] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep.thread_pool_size = 8 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.480153] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep.user = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.480297] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.480429] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_dhcp_release.group = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.480559] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_dhcp_release.helper_command = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.480695] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.480831] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.481028] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.481196] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_dhcp_release.user = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.481347] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.481485] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_ovs_vsctl.group = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.481621] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.481759] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.481899] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.482051] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.482188] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_ovs_vsctl.user = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.482335] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_namespace.capabilities = [21] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.482471] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_namespace.group = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.482605] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_namespace.helper_command = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.482742] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_namespace.log_daemon_traceback = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.482881] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.483030] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.483166] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_namespace.user = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.483307] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_conntrack.capabilities = [12] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.483471] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_conntrack.group = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.483661] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_conntrack.helper_command = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.483742] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.483978] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.484034] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.484161] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_conntrack.user = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.484305] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_link.capabilities = [12, 21] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.484438] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_link.group = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.484572] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_link.helper_command = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.484709] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_link.log_daemon_traceback = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.484848] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.484989] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_link.thread_pool_size = 8 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.485135] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] privsep_link.user = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.485289] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.485471] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.485607] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.continue_on_failed_promotions = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.485749] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.dscp = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.485888] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.dscp_inherit = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.486045] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.force_mp_to_policy = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.486185] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.locking_coordinator_url = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.486326] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.log_agent_heartbeats = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.486466] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.logging_expire = 1 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.486634] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.486784] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.486944] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.polling_interval = 240 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.487086] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.487231] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.487377] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.report_interval = 30.0 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.487549] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.487704] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.487852] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.487993] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.sync_skew = 60 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.488151] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.synchronization_queue_size = 20 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.488294] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT.use_helper_for_ns_read = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.488440] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] SECURITYGROUP.enable_ipset = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.488587] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] SECURITYGROUP.enable_security_group = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.488729] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.488871] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.489023] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] experimental.ipv6_pd_enabled = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.489187] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ml2.extension_drivers = ['port_security'] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.489324] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ml2.external_network_type = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.489475] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.489620] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ml2.overlay_ip_version = 4 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.489760] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ml2.path_mtu = 8950 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.489904] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ml2.physical_network_mtus = {} {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.490062] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.490207] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.490349] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ml2.type_drivers = ['vlan'] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.490494] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.490631] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.490768] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.490916] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.491072] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.491227] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.491353] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.491495] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.491637] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.491839] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.491984] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_login_password = **** {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.492141] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.492280] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_login_user = admin {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.492419] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.492562] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.492702] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.492839] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.492980] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.493137] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.493278] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.493458] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.493586] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.493816] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.493870] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.494012] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.494152] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.494344] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.494490] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.494631] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.494769] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.494912] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] nova.auth_section = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.495067] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] nova.auth_type = password {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.495211] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.495347] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] nova.certfile = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.495513] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] nova.collect_timing = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.495667] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] nova.endpoint_type = public {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.495805] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] nova.insecure = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.495938] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] nova.keyfile = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.496094] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] nova.region_name = RegionOne {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.496236] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] nova.split_loggers = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.496375] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] nova.timeout = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.496521] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] placement.auth_section = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.496700] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] placement.auth_type = password {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.496851] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.497018] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] placement.certfile = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.497132] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] placement.collect_timing = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.497278] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] placement.endpoint_type = public {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.497414] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] placement.insecure = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.497545] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] placement.keyfile = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.497677] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] placement.region_name = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.497813] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] placement.split_loggers = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.497941] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] placement.timeout = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.498094] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.auth_section = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.498231] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.auth_type = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.498366] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.cafile = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.498499] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.certfile = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.498638] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.collect_timing = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.498772] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.connect_retries = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.498905] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.connect_retry_delay = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.499049] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.enable_notifications = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.499184] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.endpoint_override = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.499320] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.insecure = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.499452] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.interface = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.499618] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.keyfile = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.499759] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.max_version = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.499891] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.min_version = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.500032] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.region_name = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.500169] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.retriable_status_codes = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.500301] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.service_name = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.500432] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.service_type = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.500565] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.split_loggers = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.500699] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.status_code_retries = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.500825] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.status_code_retry_delay = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.500960] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.timeout = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.501111] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.valid_interfaces = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.501242] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ironic.version = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.501386] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] cli_script.dry_run = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.501531] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.501670] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.501807] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.501944] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.502095] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.502234] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.502371] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.502510] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.502647] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.502786] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.502920] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.503075] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.503224] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.503384] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.503533] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.503681] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.503818] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.503967] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.504105] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.504242] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.504402] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.504512] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.504651] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.504786] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.504921] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.505123] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.505310] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.505411] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.505577] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.505722] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.505859] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.ssl = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.506027] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.506161] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.506298] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.506443] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.506597] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.506750] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.506899] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_notifications.driver = [] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.507052] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_notifications.retry = -1 {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.507210] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.507349] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 630.507455] env[69876]: DEBUG oslo_service.backend.eventlet.service [None req-8e7ace65-ed17-42e0-b9ba-e3c66299e544 None None] ******************************************************************************** {{(pid=69876) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 630.508482] env[69876]: DEBUG neutron.agent.securitygroups_rpc [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Init firewall settings (driver=nsxv3) {{(pid=69876) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 630.509792] env[69876]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69876) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 630.510048] env[69876]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] RPC agent_id: nsxm-l-01a.corp.local [ 630.512337] env[69876]: DEBUG dogpile.cache.region [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] No value present for key: 'zone-id' {{(pid=69876) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.512457] env[69876]: DEBUG dogpile.lock [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] NeedRegenerationException {{(pid=69876) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.512554] env[69876]: DEBUG dogpile.lock [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] no value, waiting for create lock {{(pid=69876) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.512642] env[69876]: DEBUG dogpile.lock [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] value creation lock acquired {{(pid=69876) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.512730] env[69876]: DEBUG dogpile.cache.region [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] No value present for key: 'zone-id' {{(pid=69876) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.512815] env[69876]: DEBUG dogpile.lock [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Calling creation function for not-yet-present value {{(pid=69876) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.512932] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.542493] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Session token - acquiring [ 630.544211] env[69876]: DEBUG networking_nsxv3.common.locking [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.544404] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.544490] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.544996] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.556158] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.845747] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 630.874296] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.874544] env[69876]: DEBUG dogpile.cache.region [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Cache value generated in 0.361 seconds for key(s): 'zone-id' {{(pid=69876) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 630.874544] env[69876]: DEBUG dogpile.lock [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Released creation lock {{(pid=69876) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.874696] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Activating Policy API Provider. [ 630.874863] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Looking for the default Infrastructure Rules. [ 630.948584] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Looking for the Default Layer3 Logged Drop Section. [ 630.964619] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 630.965312] env[69876]: DEBUG networking_nsxv3.common.locking [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.965637] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquiring lock "all" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.965814] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired lock "all" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.966236] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired external semaphore "all" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.966699] env[69876]: DEBUG networking_nsxv3.api.rpc [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.481683] env[69876]: DEBUG networking_nsxv3.api.rpc [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.984438] env[69876]: DEBUG networking_nsxv3.api.rpc [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.486497] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Inventory metadata is going to be refreshed. [ 632.486895] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 633.326122] env[69876]: DEBUG networking_nsxv3.common.locking [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.326339] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquiring lock "Segment" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.326460] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired lock "Segment" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.326875] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired external semaphore "Segment" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.338402] env[69876]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 633.339349] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Releasing lock "Segment" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.340314] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 633.358479] env[69876]: DEBUG networking_nsxv3.common.locking [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.358747] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.358747] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.359077] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.359208] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.359356] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 633.359473] env[69876]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69876) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 633.359593] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 633.379902] env[69876]: DEBUG networking_nsxv3.common.locking [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.380673] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.380832] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.381209] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.381405] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.381561] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 633.403449] env[69876]: DEBUG networking_nsxv3.common.locking [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.403740] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.403740] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.404035] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.404192] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.404344] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 633.424837] env[69876]: DEBUG networking_nsxv3.common.locking [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.425104] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquiring lock "Address Group" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.425206] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired lock "Address Group" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.425650] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired external semaphore "Address Group" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.425807] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Releasing lock "Address Group" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.425957] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 633.426130] env[69876]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69876) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 633.426195] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 633.446301] env[69876]: DEBUG networking_nsxv3.common.locking [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.446670] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquiring lock "Segment QoS" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.446670] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired lock "Segment QoS" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.446873] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired external semaphore "Segment QoS" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.446999] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Releasing lock "Segment QoS" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.447160] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 633.447263] env[69876]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69876) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 633.447368] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 633.469998] env[69876]: DEBUG networking_nsxv3.common.locking [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.470231] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquiring lock "Security Group (Members)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.470272] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired lock "Security Group (Members)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.470553] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.470692] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Releasing lock "Security Group (Members)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.470842] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 633.470942] env[69876]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69876) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 633.471051] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Inventory metadata have been refreshed. [ 633.471145] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Dryrun:True. Metadata refresh completed. [ 633.471256] env[69876]: DEBUG oslo_concurrency.lockutils [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Releasing lock "all" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.472937] env[69876]: INFO neutron.agent.agent_extensions_manager [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Loaded agent extensions: [] [ 633.473708] env[69876]: DEBUG neutron_lib.callbacks.manager [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69876) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 633.530653] env[69876]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] NSXv3 Agent Agent RPC Daemon Started! [ 633.530996] env[69876]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] NSXv3 Agent Agent loop - iteration:0 started [ 633.530996] env[69876]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-380c8e72-caa2-4bd2-84c0-ff9bee4d5359 None None] NSXv3 Agent Agent out of sync with plugin! [ 638.474217] env[69876]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 638.474683] env[69876]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 639.476047] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.476435] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.476435] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.476694] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.476919] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.979515] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.481999] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.984109] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 640.984280] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 641.746839] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.747252] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.747252] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.747317] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.758325] env[69876]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 641.760646] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.761300] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 641.781210] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.781438] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.781438] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.781634] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.781720] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.781831] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 641.781902] env[69876]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69876) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 641.781972] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 641.802661] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.802858] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.802858] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.803125] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.803243] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.803361] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 641.823713] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.823952] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.823952] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.824133] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.824241] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.824356] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 641.843060] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.843448] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.843448] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.843743] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.843743] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.843743] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 641.843743] env[69876]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69876) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 641.844135] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 641.860666] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.860971] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.860971] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.861123] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.861206] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.861320] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 641.861399] env[69876]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69876) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 641.861464] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 641.883860] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.884136] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.884136] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.884291] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.884403] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.884530] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 641.884603] env[69876]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69876) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 641.884671] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 641.884737] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 641.884811] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 641.884873] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 641.884946] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 641.885251] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 641.885346] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 641.885466] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 641.904140] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.904354] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.904354] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.904559] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.904667] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.904777] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 641.925953] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.926181] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.926181] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.926401] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.926509] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.939048] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.476152] env[69876]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 643.476152] env[69876]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 648.476892] env[69876]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 648.477286] env[69876]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 648.510821] env[69876]: INFO networking_nsxv3.common.synchronization [None req-50c1c8c6-83cb-43b3-bede-30d5df5e1b4c demo admin] Enqueued Resource ID: 422e3eb2-0dc6-4890-8ddf-cdf3e35ab33a with Priority: HIGHEST for action security_group_rules [ 648.511105] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422e3eb2-0dc6-4890-8ddf-cdf3e35ab33a with Priority: HIGHEST for action security_group_rules [ 648.511923] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-422e3eb2-0dc6-4890-8ddf-cdf3e35ab33a taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.512076] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-422e3eb2-0dc6-4890-8ddf-cdf3e35ab33a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.512146] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-422e3eb2-0dc6-4890-8ddf-cdf3e35ab33a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.512413] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-422e3eb2-0dc6-4890-8ddf-cdf3e35ab33a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.512500] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('422e3eb2-0dc6-4890-8ddf-cdf3e35ab33a',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.032776] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.032776] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.032776] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.032776] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.032776] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.032776] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 422e3eb2-0dc6-4890-8ddf-cdf3e35ab33a already deleted. [ 649.032776] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-422e3eb2-0dc6-4890-8ddf-cdf3e35ab33a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.512072] env[69876]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 653.512430] env[69876]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 658.513475] env[69876]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 658.513920] env[69876]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 663.514511] env[69876]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 663.514940] env[69876]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 668.515922] env[69876]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 668.517456] env[69876]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 673.517163] env[69876]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 673.517502] env[69876]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 674.987549] env[69876]: INFO networking_nsxv3.common.synchronization [None req-9197ebaa-d811-48fb-8346-c3fdc12e22d5 None None] Enqueued Resource ID: 20db8560-7438-4065-a0c2-79925fe619b1 with Priority: HIGHEST for action port [ 674.987821] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20db8560-7438-4065-a0c2-79925fe619b1 with Priority: HIGHEST for action port [ 674.988401] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-20db8560-7438-4065-a0c2-79925fe619b1 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.988593] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20db8560-7438-4065-a0c2-79925fe619b1" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.988593] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20db8560-7438-4065-a0c2-79925fe619b1" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.989284] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20db8560-7438-4065-a0c2-79925fe619b1" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.989284] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20db8560-7438-4065-a0c2-79925fe619b1',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.493278] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20db8560-7438-4065-a0c2-79925fe619b1 [ 675.493504] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.493637] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.493706] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.493961] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.494072] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.494171] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20db8560-7438-4065-a0c2-79925fe619b1 already deleted. [ 675.496394] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20db8560-7438-4065-a0c2-79925fe619b1" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.981012] env[69876]: INFO networking_nsxv3.common.synchronization [None req-853c8098-6d9b-4835-8d56-137cb6d2d00b None None] Enqueued Resource ID: e15e4c49-2a68-4e43-bb56-643786cff344 with Priority: HIGHEST for action port [ 676.981277] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e4c49-2a68-4e43-bb56-643786cff344 with Priority: HIGHEST for action port [ 676.982140] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-e15e4c49-2a68-4e43-bb56-643786cff344 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.982295] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e15e4c49-2a68-4e43-bb56-643786cff344" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.982396] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e15e4c49-2a68-4e43-bb56-643786cff344" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.982655] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e15e4c49-2a68-4e43-bb56-643786cff344" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.982759] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15e4c49-2a68-4e43-bb56-643786cff344',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.104557] env[69876]: INFO networking_nsxv3.common.synchronization [None req-075fdd59-c31d-4bd2-a7c2-4c4e01e36a01 None None] Enqueued Resource ID: 90a4642d-b7ff-43cf-b382-10f66b3423bd with Priority: HIGHEST for action port [ 677.104823] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a4642d-b7ff-43cf-b382-10f66b3423bd with Priority: HIGHEST for action port [ 677.105162] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-90a4642d-b7ff-43cf-b382-10f66b3423bd taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.105236] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90a4642d-b7ff-43cf-b382-10f66b3423bd" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.105236] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90a4642d-b7ff-43cf-b382-10f66b3423bd" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.105651] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90a4642d-b7ff-43cf-b382-10f66b3423bd" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.105651] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a4642d-b7ff-43cf-b382-10f66b3423bd',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.488299] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e15e4c49-2a68-4e43-bb56-643786cff344 [ 677.488299] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.488299] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.488299] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.488299] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.488299] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.488299] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e15e4c49-2a68-4e43-bb56-643786cff344 already deleted. [ 677.488299] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e15e4c49-2a68-4e43-bb56-643786cff344" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.610882] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90a4642d-b7ff-43cf-b382-10f66b3423bd [ 677.610882] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.610882] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.610882] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.610882] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.610882] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.610882] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90a4642d-b7ff-43cf-b382-10f66b3423bd already deleted. [ 677.610882] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90a4642d-b7ff-43cf-b382-10f66b3423bd" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.209154] env[69876]: INFO networking_nsxv3.common.synchronization [None req-e0b3c937-6d53-49a0-b4e7-a620137046f4 None None] Enqueued Resource ID: a93b045d-0a55-4dc4-b2db-0b2128ee1099 with Priority: HIGHEST for action port [ 679.209154] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93b045d-0a55-4dc4-b2db-0b2128ee1099 with Priority: HIGHEST for action port [ 679.209154] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-a93b045d-0a55-4dc4-b2db-0b2128ee1099 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.209912] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a93b045d-0a55-4dc4-b2db-0b2128ee1099" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.209912] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a93b045d-0a55-4dc4-b2db-0b2128ee1099" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.209912] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a93b045d-0a55-4dc4-b2db-0b2128ee1099" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.209912] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93b045d-0a55-4dc4-b2db-0b2128ee1099',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.305920] env[69876]: INFO networking_nsxv3.common.synchronization [None req-36f451eb-a3a6-4673-98a3-bc6d4b56da7c None None] Enqueued Resource ID: 47d770e3-d604-47fc-bf43-feef9e8aa916 with Priority: HIGHEST for action port [ 679.306154] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47d770e3-d604-47fc-bf43-feef9e8aa916 with Priority: HIGHEST for action port [ 679.306825] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-47d770e3-d604-47fc-bf43-feef9e8aa916 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.306898] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47d770e3-d604-47fc-bf43-feef9e8aa916" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.307051] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47d770e3-d604-47fc-bf43-feef9e8aa916" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.308901] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47d770e3-d604-47fc-bf43-feef9e8aa916" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.308901] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d770e3-d604-47fc-bf43-feef9e8aa916',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.627619] env[69876]: INFO networking_nsxv3.common.synchronization [None req-3faa5778-9569-43a8-b7e3-fac3c22fa3da None None] Enqueued Resource ID: 53787f93-f755-4c83-9825-9c7242357c0e with Priority: HIGHEST for action port [ 679.627619] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53787f93-f755-4c83-9825-9c7242357c0e with Priority: HIGHEST for action port [ 679.627891] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-53787f93-f755-4c83-9825-9c7242357c0e taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.628028] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53787f93-f755-4c83-9825-9c7242357c0e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.628266] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53787f93-f755-4c83-9825-9c7242357c0e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.629995] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53787f93-f755-4c83-9825-9c7242357c0e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.629995] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53787f93-f755-4c83-9825-9c7242357c0e',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.711812] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a93b045d-0a55-4dc4-b2db-0b2128ee1099 [ 679.712050] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.712197] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.712260] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.712484] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.712573] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.712671] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a93b045d-0a55-4dc4-b2db-0b2128ee1099 already deleted. [ 679.712749] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a93b045d-0a55-4dc4-b2db-0b2128ee1099" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.812078] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47d770e3-d604-47fc-bf43-feef9e8aa916 [ 679.812202] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.812339] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.812406] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.812618] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.812700] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.812791] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47d770e3-d604-47fc-bf43-feef9e8aa916 already deleted. [ 679.812869] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47d770e3-d604-47fc-bf43-feef9e8aa916" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.131442] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53787f93-f755-4c83-9825-9c7242357c0e [ 680.131585] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.131719] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.131786] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.132010] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.132100] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.132194] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53787f93-f755-4c83-9825-9c7242357c0e already deleted. [ 680.132363] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53787f93-f755-4c83-9825-9c7242357c0e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.191942] env[69876]: INFO networking_nsxv3.common.synchronization [None req-0faf3339-7994-41df-a7b5-553f3f811b96 None None] Enqueued Resource ID: 6cbb992d-862b-4710-927e-23909801805a with Priority: HIGHEST for action port [ 680.192486] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbb992d-862b-4710-927e-23909801805a with Priority: HIGHEST for action port [ 680.192772] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cbb992d-862b-4710-927e-23909801805a taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.192889] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cbb992d-862b-4710-927e-23909801805a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.192954] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cbb992d-862b-4710-927e-23909801805a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.196879] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cbb992d-862b-4710-927e-23909801805a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.196879] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cbb992d-862b-4710-927e-23909801805a',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.649263] env[69876]: INFO networking_nsxv3.common.synchronization [None req-cbc61388-eba5-401a-8f24-8728d0f7d499 None None] Enqueued Resource ID: 848d75ba-003c-44d6-88d7-46b81bc96c57 with Priority: HIGHEST for action port [ 680.651327] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 848d75ba-003c-44d6-88d7-46b81bc96c57 with Priority: HIGHEST for action port [ 680.651327] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-848d75ba-003c-44d6-88d7-46b81bc96c57 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.651327] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-848d75ba-003c-44d6-88d7-46b81bc96c57" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.651327] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-848d75ba-003c-44d6-88d7-46b81bc96c57" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.651327] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-848d75ba-003c-44d6-88d7-46b81bc96c57" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.651327] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('848d75ba-003c-44d6-88d7-46b81bc96c57',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.698442] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cbb992d-862b-4710-927e-23909801805a [ 680.698442] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.698442] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.698442] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.698442] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.698442] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.698442] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cbb992d-862b-4710-927e-23909801805a already deleted. [ 680.698442] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cbb992d-862b-4710-927e-23909801805a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.994120] env[69876]: INFO networking_nsxv3.common.synchronization [None req-9f96013c-6169-4cb7-bac8-9a3c760b518b None None] Enqueued Resource ID: 89ed5930-fda1-45a0-aea0-4cdb4fd0259b with Priority: HIGHEST for action port [ 680.994253] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ed5930-fda1-45a0-aea0-4cdb4fd0259b with Priority: HIGHEST for action port [ 680.994803] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-89ed5930-fda1-45a0-aea0-4cdb4fd0259b taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.994936] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89ed5930-fda1-45a0-aea0-4cdb4fd0259b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.995014] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89ed5930-fda1-45a0-aea0-4cdb4fd0259b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.995289] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89ed5930-fda1-45a0-aea0-4cdb4fd0259b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.995561] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ed5930-fda1-45a0-aea0-4cdb4fd0259b',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.153073] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 848d75ba-003c-44d6-88d7-46b81bc96c57 [ 681.153408] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.153539] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.153539] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.153740] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.153825] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.153925] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:848d75ba-003c-44d6-88d7-46b81bc96c57 already deleted. [ 681.154020] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-848d75ba-003c-44d6-88d7-46b81bc96c57" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.498868] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89ed5930-fda1-45a0-aea0-4cdb4fd0259b [ 681.499073] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.499217] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.499289] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.499535] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.499575] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.499669] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89ed5930-fda1-45a0-aea0-4cdb4fd0259b already deleted. [ 681.499752] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89ed5930-fda1-45a0-aea0-4cdb4fd0259b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.770543] env[69876]: INFO networking_nsxv3.common.synchronization [None req-04fe3ce4-cc53-4a03-865a-cec3f69803be None None] Enqueued Resource ID: ef245530-137b-4c37-8506-ba9f2882c753 with Priority: HIGHEST for action port [ 682.774027] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef245530-137b-4c37-8506-ba9f2882c753 with Priority: HIGHEST for action port [ 682.774027] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef245530-137b-4c37-8506-ba9f2882c753 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.774027] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef245530-137b-4c37-8506-ba9f2882c753" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.774027] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef245530-137b-4c37-8506-ba9f2882c753" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.774027] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef245530-137b-4c37-8506-ba9f2882c753" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.774027] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef245530-137b-4c37-8506-ba9f2882c753',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.274111] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef245530-137b-4c37-8506-ba9f2882c753 [ 683.274469] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.274568] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.274631] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.274891] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.274957] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.275129] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef245530-137b-4c37-8506-ba9f2882c753 already deleted. [ 683.275129] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef245530-137b-4c37-8506-ba9f2882c753" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.732425] env[69876]: INFO networking_nsxv3.common.synchronization [None req-0abd3543-cc48-40c4-a24d-e2830a8d68fa None None] Enqueued Resource ID: ccd390dc-3a38-4a66-956a-7c9d81b6b91f with Priority: HIGHEST for action port [ 683.732700] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd390dc-3a38-4a66-956a-7c9d81b6b91f with Priority: HIGHEST for action port [ 683.733430] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccd390dc-3a38-4a66-956a-7c9d81b6b91f taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.733430] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccd390dc-3a38-4a66-956a-7c9d81b6b91f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.733599] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccd390dc-3a38-4a66-956a-7c9d81b6b91f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.733882] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccd390dc-3a38-4a66-956a-7c9d81b6b91f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.733882] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccd390dc-3a38-4a66-956a-7c9d81b6b91f',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.237673] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccd390dc-3a38-4a66-956a-7c9d81b6b91f [ 684.237972] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.238897] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.238897] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.238897] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.238897] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.238897] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccd390dc-3a38-4a66-956a-7c9d81b6b91f already deleted. [ 684.238897] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccd390dc-3a38-4a66-956a-7c9d81b6b91f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.289694] env[69876]: INFO networking_nsxv3.common.synchronization [None req-63361f2c-6c24-4cb4-834b-046cb03eed54 None None] Enqueued Resource ID: 8167b972-80da-4755-bb97-f28e4e05759d with Priority: HIGHEST for action port [ 684.289741] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8167b972-80da-4755-bb97-f28e4e05759d with Priority: HIGHEST for action port [ 684.290391] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-8167b972-80da-4755-bb97-f28e4e05759d taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.291835] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8167b972-80da-4755-bb97-f28e4e05759d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.291835] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8167b972-80da-4755-bb97-f28e4e05759d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.291835] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8167b972-80da-4755-bb97-f28e4e05759d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.291835] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8167b972-80da-4755-bb97-f28e4e05759d',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.739892] env[69876]: INFO networking_nsxv3.common.synchronization [None req-a09f280f-c9f5-4e61-98f1-644683736602 None None] Enqueued Resource ID: 02db3930-124d-49d6-a2c7-cd0125dd5d09 with Priority: HIGHEST for action port [ 684.741041] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02db3930-124d-49d6-a2c7-cd0125dd5d09 with Priority: HIGHEST for action port [ 684.742185] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-02db3930-124d-49d6-a2c7-cd0125dd5d09 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.742645] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02db3930-124d-49d6-a2c7-cd0125dd5d09" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.742845] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02db3930-124d-49d6-a2c7-cd0125dd5d09" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.743405] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02db3930-124d-49d6-a2c7-cd0125dd5d09" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.743405] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02db3930-124d-49d6-a2c7-cd0125dd5d09',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.793822] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8167b972-80da-4755-bb97-f28e4e05759d [ 684.794500] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.794693] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.794773] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.795107] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.795107] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.795193] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8167b972-80da-4755-bb97-f28e4e05759d already deleted. [ 684.795267] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8167b972-80da-4755-bb97-f28e4e05759d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.832618] env[69876]: INFO networking_nsxv3.common.synchronization [None req-cfd3a319-06d7-4e4f-bab1-08ef24530f13 None None] Enqueued Resource ID: 402c59c3-31f7-44d9-b05e-781b91405f42 with Priority: HIGHEST for action port [ 684.833499] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 402c59c3-31f7-44d9-b05e-781b91405f42 with Priority: HIGHEST for action port [ 684.833900] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-402c59c3-31f7-44d9-b05e-781b91405f42 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.834236] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-402c59c3-31f7-44d9-b05e-781b91405f42" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.834715] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-402c59c3-31f7-44d9-b05e-781b91405f42" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.835172] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-402c59c3-31f7-44d9-b05e-781b91405f42" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.835172] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('402c59c3-31f7-44d9-b05e-781b91405f42',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.246507] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02db3930-124d-49d6-a2c7-cd0125dd5d09 [ 685.246780] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.248047] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.248169] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.248461] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.248556] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.248658] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02db3930-124d-49d6-a2c7-cd0125dd5d09 already deleted. [ 685.248739] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02db3930-124d-49d6-a2c7-cd0125dd5d09" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.337703] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 402c59c3-31f7-44d9-b05e-781b91405f42 [ 685.337703] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.337876] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.337876] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.338210] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.338210] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.338349] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:402c59c3-31f7-44d9-b05e-781b91405f42 already deleted. [ 685.338408] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-402c59c3-31f7-44d9-b05e-781b91405f42" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.886029] env[69876]: INFO networking_nsxv3.common.synchronization [None req-160ab590-7413-4a34-867b-22082c462c63 None None] Enqueued Resource ID: 9afcbe95-63ee-4ab2-b54f-100fd76bf503 with Priority: HIGHEST for action port [ 685.886029] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afcbe95-63ee-4ab2-b54f-100fd76bf503 with Priority: HIGHEST for action port [ 685.886029] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-9afcbe95-63ee-4ab2-b54f-100fd76bf503 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.886029] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9afcbe95-63ee-4ab2-b54f-100fd76bf503" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.886029] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9afcbe95-63ee-4ab2-b54f-100fd76bf503" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.886029] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9afcbe95-63ee-4ab2-b54f-100fd76bf503" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.886029] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9afcbe95-63ee-4ab2-b54f-100fd76bf503',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.389376] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9afcbe95-63ee-4ab2-b54f-100fd76bf503 [ 686.390152] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.392160] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.392160] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.392160] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.392160] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.392160] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9afcbe95-63ee-4ab2-b54f-100fd76bf503 already deleted. [ 686.392160] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9afcbe95-63ee-4ab2-b54f-100fd76bf503" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.683176] env[69876]: INFO networking_nsxv3.common.synchronization [None req-2a999eb5-bb46-4b12-b983-fcd975a19215 None None] Enqueued Resource ID: bc0051f2-9c60-4270-9dde-c10741329570 with Priority: HIGHEST for action port [ 686.683744] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0051f2-9c60-4270-9dde-c10741329570 with Priority: HIGHEST for action port [ 686.684061] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc0051f2-9c60-4270-9dde-c10741329570 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.684194] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc0051f2-9c60-4270-9dde-c10741329570" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.684264] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc0051f2-9c60-4270-9dde-c10741329570" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.684514] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc0051f2-9c60-4270-9dde-c10741329570" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.684602] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc0051f2-9c60-4270-9dde-c10741329570',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.040274] env[69876]: INFO networking_nsxv3.common.synchronization [None req-8ae14d08-68f9-4cae-9c53-afaaa969a712 None None] Enqueued Resource ID: 497a5807-f4bc-46c5-bb32-85f8571a99f0 with Priority: HIGHEST for action port [ 687.040592] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497a5807-f4bc-46c5-bb32-85f8571a99f0 with Priority: HIGHEST for action port [ 687.041705] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-497a5807-f4bc-46c5-bb32-85f8571a99f0 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.041705] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-497a5807-f4bc-46c5-bb32-85f8571a99f0" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.041705] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-497a5807-f4bc-46c5-bb32-85f8571a99f0" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.041705] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-497a5807-f4bc-46c5-bb32-85f8571a99f0" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.041867] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('497a5807-f4bc-46c5-bb32-85f8571a99f0',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.187478] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc0051f2-9c60-4270-9dde-c10741329570 [ 687.188843] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.188843] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.188843] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.188843] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.188843] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.188843] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc0051f2-9c60-4270-9dde-c10741329570 already deleted. [ 687.188843] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc0051f2-9c60-4270-9dde-c10741329570" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.546455] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 497a5807-f4bc-46c5-bb32-85f8571a99f0 [ 687.546455] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.546899] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.548270] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.548270] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.548270] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.548270] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:497a5807-f4bc-46c5-bb32-85f8571a99f0 already deleted. [ 687.548270] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-497a5807-f4bc-46c5-bb32-85f8571a99f0" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.377268] env[69876]: INFO networking_nsxv3.common.synchronization [None req-51b982bd-3d3b-4940-9bdc-7467e0817ba5 None None] Enqueued Resource ID: e0fd9d47-e06b-4d75-9d2b-6776648ac62b with Priority: HIGHEST for action port [ 688.377536] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fd9d47-e06b-4d75-9d2b-6776648ac62b with Priority: HIGHEST for action port [ 688.378097] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0fd9d47-e06b-4d75-9d2b-6776648ac62b taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.378225] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0fd9d47-e06b-4d75-9d2b-6776648ac62b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.378295] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0fd9d47-e06b-4d75-9d2b-6776648ac62b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.378543] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0fd9d47-e06b-4d75-9d2b-6776648ac62b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.378640] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0fd9d47-e06b-4d75-9d2b-6776648ac62b',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.885473] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0fd9d47-e06b-4d75-9d2b-6776648ac62b [ 688.885473] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.886535] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.886774] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.886880] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.887469] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.887469] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0fd9d47-e06b-4d75-9d2b-6776648ac62b already deleted. [ 688.887469] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0fd9d47-e06b-4d75-9d2b-6776648ac62b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.826441] env[69876]: INFO networking_nsxv3.common.synchronization [None req-c8ab3046-4ff7-4254-bc39-9ee826e1189e None None] Enqueued Resource ID: d982e982-5a53-4c67-ae8b-bc5f6e60a711 with Priority: HIGHEST for action port [ 689.826977] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d982e982-5a53-4c67-ae8b-bc5f6e60a711 with Priority: HIGHEST for action port [ 689.827290] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-d982e982-5a53-4c67-ae8b-bc5f6e60a711 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.827409] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d982e982-5a53-4c67-ae8b-bc5f6e60a711" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.827477] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d982e982-5a53-4c67-ae8b-bc5f6e60a711" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.827711] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d982e982-5a53-4c67-ae8b-bc5f6e60a711" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.827803] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d982e982-5a53-4c67-ae8b-bc5f6e60a711',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.142860] env[69876]: INFO networking_nsxv3.common.synchronization [None req-1e0d1608-8f85-47fd-bf15-2a865cdf75ef None None] Enqueued Resource ID: 7ca0d4a5-e78e-4845-b808-df8373d7c282 with Priority: HIGHEST for action port [ 690.143581] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca0d4a5-e78e-4845-b808-df8373d7c282 with Priority: HIGHEST for action port [ 690.143900] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ca0d4a5-e78e-4845-b808-df8373d7c282 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.144056] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ca0d4a5-e78e-4845-b808-df8373d7c282" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.144142] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ca0d4a5-e78e-4845-b808-df8373d7c282" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.144412] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ca0d4a5-e78e-4845-b808-df8373d7c282" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.144493] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca0d4a5-e78e-4845-b808-df8373d7c282',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.333697] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d982e982-5a53-4c67-ae8b-bc5f6e60a711 [ 690.333697] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.333697] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.333697] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.333697] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.333697] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.333697] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d982e982-5a53-4c67-ae8b-bc5f6e60a711 already deleted. [ 690.333697] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d982e982-5a53-4c67-ae8b-bc5f6e60a711" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.647187] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ca0d4a5-e78e-4845-b808-df8373d7c282 [ 690.648511] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.648511] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.648511] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.648511] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.648511] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.648511] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ca0d4a5-e78e-4845-b808-df8373d7c282 already deleted. [ 690.648511] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ca0d4a5-e78e-4845-b808-df8373d7c282" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.376478] env[69876]: INFO networking_nsxv3.common.synchronization [None req-e321485a-36c5-4112-8433-59f8e5946279 None None] Enqueued Resource ID: 90069af1-cd9c-40a5-ac1e-65966a117a8e with Priority: HIGHEST for action port [ 691.376478] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90069af1-cd9c-40a5-ac1e-65966a117a8e with Priority: HIGHEST for action port [ 691.377040] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-90069af1-cd9c-40a5-ac1e-65966a117a8e taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.377263] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90069af1-cd9c-40a5-ac1e-65966a117a8e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.377305] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90069af1-cd9c-40a5-ac1e-65966a117a8e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.377571] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90069af1-cd9c-40a5-ac1e-65966a117a8e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.377670] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90069af1-cd9c-40a5-ac1e-65966a117a8e',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.883622] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90069af1-cd9c-40a5-ac1e-65966a117a8e [ 691.883622] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.883622] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.883622] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.883622] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.883622] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.883622] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90069af1-cd9c-40a5-ac1e-65966a117a8e already deleted. [ 691.883622] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90069af1-cd9c-40a5-ac1e-65966a117a8e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.703583] env[69876]: INFO networking_nsxv3.common.synchronization [None req-4c33e911-cf9e-4c42-985c-befc137923f4 None None] Enqueued Resource ID: 399b227f-135f-4ac9-a65a-a11ee912cf59 with Priority: HIGHEST for action port [ 693.703865] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399b227f-135f-4ac9-a65a-a11ee912cf59 with Priority: HIGHEST for action port [ 693.704437] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-399b227f-135f-4ac9-a65a-a11ee912cf59 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.704558] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-399b227f-135f-4ac9-a65a-a11ee912cf59" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.704624] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-399b227f-135f-4ac9-a65a-a11ee912cf59" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.704864] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-399b227f-135f-4ac9-a65a-a11ee912cf59" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.704941] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('399b227f-135f-4ac9-a65a-a11ee912cf59',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.975821] env[69876]: INFO networking_nsxv3.common.synchronization [req-96d237dc-8668-47d4-b262-2b0ec86053e4 req-dedb7468-8508-4654-b3c2-33a35d942029 tempest-SecurityGroupRulesTestJSON-898918098 tempest-SecurityGroupRulesTestJSON-898918098-project-member] Enqueued Resource ID: 0d75fad6-d2cb-44fc-8371-2a2ea4b00d45 with Priority: HIGHEST for action security_group_rules [ 693.976462] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d75fad6-d2cb-44fc-8371-2a2ea4b00d45 with Priority: HIGHEST for action security_group_rules [ 693.978263] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d75fad6-d2cb-44fc-8371-2a2ea4b00d45 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.978263] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d75fad6-d2cb-44fc-8371-2a2ea4b00d45" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.978263] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d75fad6-d2cb-44fc-8371-2a2ea4b00d45" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.979070] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d75fad6-d2cb-44fc-8371-2a2ea4b00d45" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.979070] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d75fad6-d2cb-44fc-8371-2a2ea4b00d45',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.209205] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 399b227f-135f-4ac9-a65a-a11ee912cf59 [ 694.209205] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.209205] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.209205] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.209205] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.209205] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.209205] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:399b227f-135f-4ac9-a65a-a11ee912cf59 already deleted. [ 694.209205] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-399b227f-135f-4ac9-a65a-a11ee912cf59" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.502106] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.502303] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.502372] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.502603] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.503017] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.503017] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d75fad6-d2cb-44fc-8371-2a2ea4b00d45 already deleted. [ 694.503017] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d75fad6-d2cb-44fc-8371-2a2ea4b00d45" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.526879] env[69876]: INFO networking_nsxv3.common.synchronization [None req-def44f9a-86a1-4ad2-8154-0eb5c3aec7ec None None] Enqueued Resource ID: 1d533317-d531-40df-81c2-312a757a31d7 with Priority: HIGHEST for action port [ 694.527482] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d533317-d531-40df-81c2-312a757a31d7 with Priority: HIGHEST for action port [ 694.527716] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d533317-d531-40df-81c2-312a757a31d7 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.527868] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d533317-d531-40df-81c2-312a757a31d7" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.527959] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d533317-d531-40df-81c2-312a757a31d7" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.528252] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d533317-d531-40df-81c2-312a757a31d7" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.528409] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d533317-d531-40df-81c2-312a757a31d7',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.025418] env[69876]: INFO networking_nsxv3.common.synchronization [None req-ca531673-e82a-4dbd-8a5c-c7801b1857f1 None None] Enqueued Resource ID: 301bdfd6-09d0-44d4-b93d-41b61610af9d with Priority: HIGHEST for action port [ 695.025418] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 301bdfd6-09d0-44d4-b93d-41b61610af9d with Priority: HIGHEST for action port [ 695.025418] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-301bdfd6-09d0-44d4-b93d-41b61610af9d taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.025418] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-301bdfd6-09d0-44d4-b93d-41b61610af9d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.025418] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-301bdfd6-09d0-44d4-b93d-41b61610af9d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.025418] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-301bdfd6-09d0-44d4-b93d-41b61610af9d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.025418] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301bdfd6-09d0-44d4-b93d-41b61610af9d',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.030482] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d533317-d531-40df-81c2-312a757a31d7 [ 695.030716] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.030860] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.030933] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.031187] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.031239] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.033515] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d533317-d531-40df-81c2-312a757a31d7 already deleted. [ 695.033515] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d533317-d531-40df-81c2-312a757a31d7" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.529125] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 301bdfd6-09d0-44d4-b93d-41b61610af9d [ 695.529125] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.529278] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.529314] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.529529] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.529629] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.529731] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:301bdfd6-09d0-44d4-b93d-41b61610af9d already deleted. [ 695.529895] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-301bdfd6-09d0-44d4-b93d-41b61610af9d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.230641] env[69876]: INFO networking_nsxv3.common.synchronization [None req-c92a6fc1-2f50-4265-a4a1-026909be7259 tempest-VolumesAssistedSnapshotsTest-812107975 tempest-VolumesAssistedSnapshotsTest-812107975-project-member] Enqueued Resource ID: 01d757fc-11d0-4ad9-832d-db26d6bbe70a with Priority: HIGHEST for action security_group_rules [ 696.230641] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d757fc-11d0-4ad9-832d-db26d6bbe70a with Priority: HIGHEST for action security_group_rules [ 696.230985] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d757fc-11d0-4ad9-832d-db26d6bbe70a taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.231134] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d757fc-11d0-4ad9-832d-db26d6bbe70a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.231205] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d757fc-11d0-4ad9-832d-db26d6bbe70a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.234188] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d757fc-11d0-4ad9-832d-db26d6bbe70a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.234291] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d757fc-11d0-4ad9-832d-db26d6bbe70a',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.569389] env[69876]: INFO networking_nsxv3.common.synchronization [None req-a5d25e47-3670-45e8-9a97-21db629eb98f tempest-VolumesAssistedSnapshotsTest-812107975 tempest-VolumesAssistedSnapshotsTest-812107975-project-member] Enqueued Resource ID: 01d757fc-11d0-4ad9-832d-db26d6bbe70a with Priority: HIGHEST for action security_group_rules [ 696.571091] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d757fc-11d0-4ad9-832d-db26d6bbe70a with Priority: HIGHEST for action security_group_rules [ 696.571243] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d757fc-11d0-4ad9-832d-db26d6bbe70a taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.571425] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d757fc-11d0-4ad9-832d-db26d6bbe70a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.750950] env[69876]: INFO networking_nsxv3.common.synchronization [None req-5cf916ac-64db-4124-8eaf-db6bad9401c5 None None] Enqueued Resource ID: a359ca64-14fb-4092-bc80-b64d2d9d7941 with Priority: HIGHEST for action port [ 696.750950] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a359ca64-14fb-4092-bc80-b64d2d9d7941 with Priority: HIGHEST for action port [ 696.750950] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-a359ca64-14fb-4092-bc80-b64d2d9d7941 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.750950] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a359ca64-14fb-4092-bc80-b64d2d9d7941" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.750950] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a359ca64-14fb-4092-bc80-b64d2d9d7941" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.752210] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a359ca64-14fb-4092-bc80-b64d2d9d7941" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.752305] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a359ca64-14fb-4092-bc80-b64d2d9d7941',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.764768] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.764768] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.764768] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.764768] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.764768] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.765141] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d757fc-11d0-4ad9-832d-db26d6bbe70a already deleted. [ 696.765141] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d757fc-11d0-4ad9-832d-db26d6bbe70a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.765141] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d757fc-11d0-4ad9-832d-db26d6bbe70a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.765496] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d757fc-11d0-4ad9-832d-db26d6bbe70a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.765496] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d757fc-11d0-4ad9-832d-db26d6bbe70a',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.842254] env[69876]: INFO networking_nsxv3.common.synchronization [req-1c86c004-c1bc-4722-823b-e38930428d83 req-ac14e1ca-ab99-402b-98a7-59547500e7ab tempest-SecurityGroupRulesTestJSON-898918098 tempest-SecurityGroupRulesTestJSON-898918098-project-member] Enqueued Resource ID: f6bf2498-ad3b-4f4d-8bed-494dfcca344f with Priority: HIGHEST for action security_group_rules [ 696.846020] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6bf2498-ad3b-4f4d-8bed-494dfcca344f with Priority: HIGHEST for action security_group_rules [ 696.846020] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6bf2498-ad3b-4f4d-8bed-494dfcca344f taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.846020] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6bf2498-ad3b-4f4d-8bed-494dfcca344f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.846020] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6bf2498-ad3b-4f4d-8bed-494dfcca344f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.846020] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6bf2498-ad3b-4f4d-8bed-494dfcca344f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.846020] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6bf2498-ad3b-4f4d-8bed-494dfcca344f',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.255506] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a359ca64-14fb-4092-bc80-b64d2d9d7941 [ 697.259020] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.259020] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.259020] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.259020] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.259020] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.259020] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a359ca64-14fb-4092-bc80-b64d2d9d7941 already deleted. [ 697.259020] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a359ca64-14fb-4092-bc80-b64d2d9d7941" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.289221] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.289221] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.289221] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.289221] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.289221] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.289221] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d757fc-11d0-4ad9-832d-db26d6bbe70a already deleted. [ 697.289221] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d757fc-11d0-4ad9-832d-db26d6bbe70a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.370181] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.371227] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.371227] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.371227] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.371227] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.371227] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6bf2498-ad3b-4f4d-8bed-494dfcca344f already deleted. [ 697.371227] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6bf2498-ad3b-4f4d-8bed-494dfcca344f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.717242] env[69876]: INFO networking_nsxv3.common.synchronization [None req-dcef97d7-59f6-4556-ba07-4818d61bda8f tempest-ServersWithSpecificFlavorTestJSON-1807905140 tempest-ServersWithSpecificFlavorTestJSON-1807905140-project-member] Enqueued Resource ID: d4ffed5a-3186-4692-ba67-319315702528 with Priority: HIGHEST for action security_group_rules [ 697.717574] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ffed5a-3186-4692-ba67-319315702528 with Priority: HIGHEST for action security_group_rules [ 697.717830] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4ffed5a-3186-4692-ba67-319315702528 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.718136] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4ffed5a-3186-4692-ba67-319315702528" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.718821] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4ffed5a-3186-4692-ba67-319315702528" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.719358] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4ffed5a-3186-4692-ba67-319315702528" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.719358] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4ffed5a-3186-4692-ba67-319315702528',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.961653] env[69876]: INFO networking_nsxv3.common.synchronization [None req-9cad5748-44ec-4645-a9c7-56b2c2283f34 tempest-ServersWithSpecificFlavorTestJSON-1807905140 tempest-ServersWithSpecificFlavorTestJSON-1807905140-project-member] Enqueued Resource ID: d4ffed5a-3186-4692-ba67-319315702528 with Priority: HIGHEST for action security_group_rules [ 697.962141] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4ffed5a-3186-4692-ba67-319315702528 with Priority: HIGHEST for action security_group_rules [ 697.962418] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4ffed5a-3186-4692-ba67-319315702528 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.962518] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4ffed5a-3186-4692-ba67-319315702528" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.982018] env[69876]: INFO networking_nsxv3.common.synchronization [None req-c4084d8e-b8b3-4d38-950c-e8bf8e9f9988 None None] Enqueued Resource ID: 16674cbc-f14f-4e98-b759-fec3624d2c48 with Priority: HIGHEST for action port [ 697.982018] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16674cbc-f14f-4e98-b759-fec3624d2c48 with Priority: HIGHEST for action port [ 697.982018] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-16674cbc-f14f-4e98-b759-fec3624d2c48 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.982018] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16674cbc-f14f-4e98-b759-fec3624d2c48" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.982018] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16674cbc-f14f-4e98-b759-fec3624d2c48" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.983141] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16674cbc-f14f-4e98-b759-fec3624d2c48" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.983677] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16674cbc-f14f-4e98-b759-fec3624d2c48',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.243690] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.243842] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.244732] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.245355] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.245355] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.247306] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4ffed5a-3186-4692-ba67-319315702528 already deleted. [ 698.247543] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4ffed5a-3186-4692-ba67-319315702528" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.248298] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4ffed5a-3186-4692-ba67-319315702528" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.248298] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4ffed5a-3186-4692-ba67-319315702528" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.248398] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4ffed5a-3186-4692-ba67-319315702528',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.485851] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16674cbc-f14f-4e98-b759-fec3624d2c48 [ 698.487314] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.487314] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.487314] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.487314] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.487314] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.487600] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16674cbc-f14f-4e98-b759-fec3624d2c48 already deleted. [ 698.487600] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16674cbc-f14f-4e98-b759-fec3624d2c48" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.770808] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.771466] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.771594] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.771881] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.771949] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.772028] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4ffed5a-3186-4692-ba67-319315702528 already deleted. [ 698.772139] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4ffed5a-3186-4692-ba67-319315702528" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.106941] env[69876]: INFO networking_nsxv3.common.synchronization [None req-70e8f5e1-b8c4-42fa-98a3-f3561a58b6f0 None None] Enqueued Resource ID: f4e88dac-64e7-4a7d-9476-542a3d04ea4d with Priority: HIGHEST for action port [ 699.106941] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e88dac-64e7-4a7d-9476-542a3d04ea4d with Priority: HIGHEST for action port [ 699.107932] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4e88dac-64e7-4a7d-9476-542a3d04ea4d taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.107932] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4e88dac-64e7-4a7d-9476-542a3d04ea4d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.107932] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4e88dac-64e7-4a7d-9476-542a3d04ea4d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.107932] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4e88dac-64e7-4a7d-9476-542a3d04ea4d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.107932] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4e88dac-64e7-4a7d-9476-542a3d04ea4d',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.357238] env[69876]: INFO networking_nsxv3.common.synchronization [None req-9a0372db-c57f-49f7-b0d2-0806000f7e99 None None] Enqueued Resource ID: 458151cf-23e1-4bc5-931e-5bc8f3a9747b with Priority: HIGHEST for action port [ 699.357502] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458151cf-23e1-4bc5-931e-5bc8f3a9747b with Priority: HIGHEST for action port [ 699.358089] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-458151cf-23e1-4bc5-931e-5bc8f3a9747b taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.358216] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-458151cf-23e1-4bc5-931e-5bc8f3a9747b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.358277] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-458151cf-23e1-4bc5-931e-5bc8f3a9747b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.358534] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-458151cf-23e1-4bc5-931e-5bc8f3a9747b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.358621] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('458151cf-23e1-4bc5-931e-5bc8f3a9747b',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.614495] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4e88dac-64e7-4a7d-9476-542a3d04ea4d [ 699.614759] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.615074] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.615074] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.615183] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.615268] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.615578] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4e88dac-64e7-4a7d-9476-542a3d04ea4d already deleted. [ 699.615578] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4e88dac-64e7-4a7d-9476-542a3d04ea4d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.862160] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 458151cf-23e1-4bc5-931e-5bc8f3a9747b [ 699.862387] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.862515] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.862580] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.862800] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.862886] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.862981] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:458151cf-23e1-4bc5-931e-5bc8f3a9747b already deleted. [ 699.863071] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-458151cf-23e1-4bc5-931e-5bc8f3a9747b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.979324] env[69876]: INFO networking_nsxv3.common.synchronization [None req-869d52b1-3a5e-49d9-9f9b-c382a32f1017 None None] Enqueued Resource ID: 2bf14d9e-f60f-4e1f-98a1-9f683213d341 with Priority: HIGHEST for action port [ 699.979735] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf14d9e-f60f-4e1f-98a1-9f683213d341 with Priority: HIGHEST for action port [ 699.980297] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bf14d9e-f60f-4e1f-98a1-9f683213d341 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.980527] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bf14d9e-f60f-4e1f-98a1-9f683213d341" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.980527] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bf14d9e-f60f-4e1f-98a1-9f683213d341" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.980745] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bf14d9e-f60f-4e1f-98a1-9f683213d341" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.980826] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf14d9e-f60f-4e1f-98a1-9f683213d341',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.493782] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bf14d9e-f60f-4e1f-98a1-9f683213d341 [ 700.494632] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.494632] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.494632] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.494632] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.494632] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.494892] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bf14d9e-f60f-4e1f-98a1-9f683213d341 already deleted. [ 700.494999] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bf14d9e-f60f-4e1f-98a1-9f683213d341" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.659136] env[69876]: INFO networking_nsxv3.common.synchronization [None req-7187c69f-0171-4dc7-84eb-2cfeb1055993 None None] Enqueued Resource ID: 35ca74b3-6f2e-4f70-a043-3d3f2dba8721 with Priority: HIGHEST for action port [ 700.659415] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ca74b3-6f2e-4f70-a043-3d3f2dba8721 with Priority: HIGHEST for action port [ 700.660080] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-35ca74b3-6f2e-4f70-a043-3d3f2dba8721 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.660216] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35ca74b3-6f2e-4f70-a043-3d3f2dba8721" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.660286] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35ca74b3-6f2e-4f70-a043-3d3f2dba8721" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.660548] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35ca74b3-6f2e-4f70-a043-3d3f2dba8721" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.660624] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ca74b3-6f2e-4f70-a043-3d3f2dba8721',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.166322] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35ca74b3-6f2e-4f70-a043-3d3f2dba8721 [ 701.166322] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.166322] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.166322] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.166509] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.166509] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.166563] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35ca74b3-6f2e-4f70-a043-3d3f2dba8721 already deleted. [ 701.166670] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35ca74b3-6f2e-4f70-a043-3d3f2dba8721" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.964482] env[69876]: INFO networking_nsxv3.common.synchronization [req-95ee0949-c193-44a5-baeb-44ea8d166f81 req-9cc4ee80-39c4-4446-8d6a-73c175306634 tempest-SecurityGroupRulesTestJSON-898918098 tempest-SecurityGroupRulesTestJSON-898918098-project-member] Enqueued Resource ID: f00791bd-716e-4b73-befa-ac1bbb1b10e9 with Priority: HIGHEST for action security_group_rules [ 701.964827] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f00791bd-716e-4b73-befa-ac1bbb1b10e9 with Priority: HIGHEST for action security_group_rules [ 701.965334] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f00791bd-716e-4b73-befa-ac1bbb1b10e9 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.965452] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f00791bd-716e-4b73-befa-ac1bbb1b10e9" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.965512] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f00791bd-716e-4b73-befa-ac1bbb1b10e9" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.965757] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f00791bd-716e-4b73-befa-ac1bbb1b10e9" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.966041] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f00791bd-716e-4b73-befa-ac1bbb1b10e9',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.097038] env[69876]: INFO networking_nsxv3.common.synchronization [None req-798593ab-ebc7-403b-ab92-f38f78018303 None None] Enqueued Resource ID: c58a07ec-5607-43a9-b041-79490ac1694e with Priority: HIGHEST for action port [ 702.097038] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58a07ec-5607-43a9-b041-79490ac1694e with Priority: HIGHEST for action port [ 702.097038] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-c58a07ec-5607-43a9-b041-79490ac1694e taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.097038] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c58a07ec-5607-43a9-b041-79490ac1694e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.098115] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c58a07ec-5607-43a9-b041-79490ac1694e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.099032] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c58a07ec-5607-43a9-b041-79490ac1694e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.099032] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c58a07ec-5607-43a9-b041-79490ac1694e',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.489141] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.489303] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.489377] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.489594] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.489710] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.489773] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f00791bd-716e-4b73-befa-ac1bbb1b10e9 already deleted. [ 702.489858] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f00791bd-716e-4b73-befa-ac1bbb1b10e9" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.600736] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c58a07ec-5607-43a9-b041-79490ac1694e [ 702.602112] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.602112] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.602112] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.602112] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.602112] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.602112] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c58a07ec-5607-43a9-b041-79490ac1694e already deleted. [ 702.602112] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c58a07ec-5607-43a9-b041-79490ac1694e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.125920] env[69876]: INFO networking_nsxv3.common.synchronization [None req-c9138fb3-3228-4d47-b7b3-c7a2e03f23d4 None None] Enqueued Resource ID: 5e8ee502-b21c-43dc-af38-9393ff69940b with Priority: HIGHEST for action port [ 703.126746] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8ee502-b21c-43dc-af38-9393ff69940b with Priority: HIGHEST for action port [ 703.127851] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e8ee502-b21c-43dc-af38-9393ff69940b taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.129409] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e8ee502-b21c-43dc-af38-9393ff69940b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.129409] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e8ee502-b21c-43dc-af38-9393ff69940b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.129409] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e8ee502-b21c-43dc-af38-9393ff69940b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.129409] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e8ee502-b21c-43dc-af38-9393ff69940b',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.632932] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e8ee502-b21c-43dc-af38-9393ff69940b [ 703.632932] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.632932] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.632932] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.632932] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.632932] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.632932] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e8ee502-b21c-43dc-af38-9393ff69940b already deleted. [ 703.632932] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e8ee502-b21c-43dc-af38-9393ff69940b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.005032] env[69876]: INFO networking_nsxv3.common.synchronization [None req-afe12b12-7878-4d36-aa2e-ebb352a60746 None None] Enqueued Resource ID: 49c8aa3a-0f9d-4447-b589-11c7d7dd3876 with Priority: HIGHEST for action port [ 704.005295] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c8aa3a-0f9d-4447-b589-11c7d7dd3876 with Priority: HIGHEST for action port [ 704.005857] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-49c8aa3a-0f9d-4447-b589-11c7d7dd3876 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.005973] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49c8aa3a-0f9d-4447-b589-11c7d7dd3876" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.006050] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49c8aa3a-0f9d-4447-b589-11c7d7dd3876" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.006346] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49c8aa3a-0f9d-4447-b589-11c7d7dd3876" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.006422] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c8aa3a-0f9d-4447-b589-11c7d7dd3876',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.510624] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49c8aa3a-0f9d-4447-b589-11c7d7dd3876 [ 704.511457] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.512818] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.512818] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.513169] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.513169] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.513331] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49c8aa3a-0f9d-4447-b589-11c7d7dd3876 already deleted. [ 704.513331] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49c8aa3a-0f9d-4447-b589-11c7d7dd3876" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.129179] env[69876]: INFO networking_nsxv3.common.synchronization [None req-0f79bb46-2f8a-4c39-a641-a71366b006b7 None None] Enqueued Resource ID: e3aa8f3a-b732-4d6f-8090-9fd6adc70b57 with Priority: HIGHEST for action port [ 705.130266] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3aa8f3a-b732-4d6f-8090-9fd6adc70b57 with Priority: HIGHEST for action port [ 705.130900] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3aa8f3a-b732-4d6f-8090-9fd6adc70b57 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.131089] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3aa8f3a-b732-4d6f-8090-9fd6adc70b57" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.131197] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3aa8f3a-b732-4d6f-8090-9fd6adc70b57" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.131489] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3aa8f3a-b732-4d6f-8090-9fd6adc70b57" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.131615] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3aa8f3a-b732-4d6f-8090-9fd6adc70b57',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.636824] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3aa8f3a-b732-4d6f-8090-9fd6adc70b57 [ 705.636824] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.637255] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.637255] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.637333] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.637377] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.637771] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3aa8f3a-b732-4d6f-8090-9fd6adc70b57 already deleted. [ 705.637915] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3aa8f3a-b732-4d6f-8090-9fd6adc70b57" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.525021] env[69876]: INFO networking_nsxv3.common.synchronization [None req-2efeaba2-a03d-4108-96c8-6342848b4bb8 None None] Enqueued Resource ID: fc7bc7ab-8950-41fe-bd72-0d7e342dfb5c with Priority: HIGHEST for action port [ 706.525021] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7bc7ab-8950-41fe-bd72-0d7e342dfb5c with Priority: HIGHEST for action port [ 706.525021] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc7bc7ab-8950-41fe-bd72-0d7e342dfb5c taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.525021] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc7bc7ab-8950-41fe-bd72-0d7e342dfb5c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.525021] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc7bc7ab-8950-41fe-bd72-0d7e342dfb5c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.525021] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc7bc7ab-8950-41fe-bd72-0d7e342dfb5c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.525021] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7bc7ab-8950-41fe-bd72-0d7e342dfb5c',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.028286] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc7bc7ab-8950-41fe-bd72-0d7e342dfb5c [ 707.028619] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.028619] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.028619] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.028782] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.028878] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.028975] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc7bc7ab-8950-41fe-bd72-0d7e342dfb5c already deleted. [ 707.029069] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc7bc7ab-8950-41fe-bd72-0d7e342dfb5c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.535893] env[69876]: INFO networking_nsxv3.common.synchronization [None req-18d73f50-04bc-4471-825b-2532858a91a4 None None] Enqueued Resource ID: 34b834a5-2b6d-4a9d-9506-9ae235a63f0e with Priority: HIGHEST for action port [ 707.536971] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b834a5-2b6d-4a9d-9506-9ae235a63f0e with Priority: HIGHEST for action port [ 707.538835] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-34b834a5-2b6d-4a9d-9506-9ae235a63f0e taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.539274] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34b834a5-2b6d-4a9d-9506-9ae235a63f0e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.545284] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34b834a5-2b6d-4a9d-9506-9ae235a63f0e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.545284] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34b834a5-2b6d-4a9d-9506-9ae235a63f0e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.545284] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b834a5-2b6d-4a9d-9506-9ae235a63f0e',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.761307] env[69876]: INFO networking_nsxv3.common.synchronization [req-22c9d484-17b3-4132-9006-1c6fdbda53f3 req-08c8c0e0-1079-46fa-9670-20ef16a3c63c tempest-SecurityGroupRulesTestJSON-898918098 tempest-SecurityGroupRulesTestJSON-898918098-project-member] Enqueued Resource ID: b5d80b54-0919-480d-b0dc-403ae31fb593 with Priority: HIGHEST for action security_group_rules [ 707.762229] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d80b54-0919-480d-b0dc-403ae31fb593 with Priority: HIGHEST for action security_group_rules [ 707.762864] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d80b54-0919-480d-b0dc-403ae31fb593 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.763210] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d80b54-0919-480d-b0dc-403ae31fb593" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.763626] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d80b54-0919-480d-b0dc-403ae31fb593" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.765159] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d80b54-0919-480d-b0dc-403ae31fb593" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.765159] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d80b54-0919-480d-b0dc-403ae31fb593',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.857190] env[69876]: INFO networking_nsxv3.common.synchronization [None req-98e1f64f-ec74-40b1-a1ce-81eab19a4790 None None] Enqueued Resource ID: 1e494508-e830-4094-97fe-8ae7495a2391 with Priority: HIGHEST for action port [ 707.857190] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e494508-e830-4094-97fe-8ae7495a2391 with Priority: HIGHEST for action port [ 707.857190] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e494508-e830-4094-97fe-8ae7495a2391 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.857190] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e494508-e830-4094-97fe-8ae7495a2391" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.857190] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e494508-e830-4094-97fe-8ae7495a2391" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.857190] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e494508-e830-4094-97fe-8ae7495a2391" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.857190] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e494508-e830-4094-97fe-8ae7495a2391',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.047565] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34b834a5-2b6d-4a9d-9506-9ae235a63f0e [ 708.047565] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.047565] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.047565] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.048055] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.048055] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.049077] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34b834a5-2b6d-4a9d-9506-9ae235a63f0e already deleted. [ 708.049077] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34b834a5-2b6d-4a9d-9506-9ae235a63f0e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.291443] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.291443] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.291443] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.292201] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.292201] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.292201] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d80b54-0919-480d-b0dc-403ae31fb593 already deleted. [ 708.292201] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d80b54-0919-480d-b0dc-403ae31fb593" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.360392] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e494508-e830-4094-97fe-8ae7495a2391 [ 708.360533] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.360670] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.360748] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.361707] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.362206] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.362347] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e494508-e830-4094-97fe-8ae7495a2391 already deleted. [ 708.362471] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e494508-e830-4094-97fe-8ae7495a2391" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.532296] env[69876]: INFO networking_nsxv3.common.synchronization [None req-44409c6f-4330-40e2-b6a0-c5f4e961df7f None None] Enqueued Resource ID: 04680ea4-40ca-4cc1-bd6c-1cece8af016c with Priority: HIGHEST for action port [ 708.532562] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04680ea4-40ca-4cc1-bd6c-1cece8af016c with Priority: HIGHEST for action port [ 708.533252] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-04680ea4-40ca-4cc1-bd6c-1cece8af016c taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.533419] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04680ea4-40ca-4cc1-bd6c-1cece8af016c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.533454] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04680ea4-40ca-4cc1-bd6c-1cece8af016c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.533683] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04680ea4-40ca-4cc1-bd6c-1cece8af016c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.533782] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04680ea4-40ca-4cc1-bd6c-1cece8af016c',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.989391] env[69876]: INFO networking_nsxv3.common.synchronization [None req-09b16fe3-eac4-41bb-899a-4407bca68d3a None None] Enqueued Resource ID: 319068c3-52f6-4150-8b0f-23bf7fe2addb with Priority: HIGHEST for action port [ 708.989632] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319068c3-52f6-4150-8b0f-23bf7fe2addb with Priority: HIGHEST for action port [ 708.990213] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-319068c3-52f6-4150-8b0f-23bf7fe2addb taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.990338] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-319068c3-52f6-4150-8b0f-23bf7fe2addb" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.990402] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-319068c3-52f6-4150-8b0f-23bf7fe2addb" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.991028] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-319068c3-52f6-4150-8b0f-23bf7fe2addb" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.991028] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('319068c3-52f6-4150-8b0f-23bf7fe2addb',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.040245] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04680ea4-40ca-4cc1-bd6c-1cece8af016c [ 709.040484] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.040616] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.040683] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.040899] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.040989] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.041098] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04680ea4-40ca-4cc1-bd6c-1cece8af016c already deleted. [ 709.041181] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04680ea4-40ca-4cc1-bd6c-1cece8af016c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.496913] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 319068c3-52f6-4150-8b0f-23bf7fe2addb [ 709.496913] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.496913] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.496913] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.496913] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.496913] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.496913] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:319068c3-52f6-4150-8b0f-23bf7fe2addb already deleted. [ 709.496913] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-319068c3-52f6-4150-8b0f-23bf7fe2addb" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.570059] env[69876]: INFO networking_nsxv3.common.synchronization [None req-1b04898e-a4ee-46f3-9678-72f005a5623a None None] Enqueued Resource ID: 4c987ed1-f404-4814-9017-d6679a77beff with Priority: HIGHEST for action port [ 709.570059] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c987ed1-f404-4814-9017-d6679a77beff with Priority: HIGHEST for action port [ 709.570059] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c987ed1-f404-4814-9017-d6679a77beff taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.570059] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c987ed1-f404-4814-9017-d6679a77beff" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.570059] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c987ed1-f404-4814-9017-d6679a77beff" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.570256] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c987ed1-f404-4814-9017-d6679a77beff" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.570256] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c987ed1-f404-4814-9017-d6679a77beff',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.051547] env[69876]: INFO networking_nsxv3.common.synchronization [None req-ce622880-5351-410c-bf14-dd36a7ff3f47 None None] Enqueued Resource ID: f6f3b7d7-7623-4fe6-9786-e560c18243f3 with Priority: HIGHEST for action port [ 710.051547] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f3b7d7-7623-4fe6-9786-e560c18243f3 with Priority: HIGHEST for action port [ 710.051547] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6f3b7d7-7623-4fe6-9786-e560c18243f3 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.051547] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6f3b7d7-7623-4fe6-9786-e560c18243f3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.051547] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6f3b7d7-7623-4fe6-9786-e560c18243f3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.051547] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6f3b7d7-7623-4fe6-9786-e560c18243f3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.051547] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6f3b7d7-7623-4fe6-9786-e560c18243f3',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.075447] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c987ed1-f404-4814-9017-d6679a77beff [ 710.075672] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.076014] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.076014] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.076117] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.076193] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.076293] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c987ed1-f404-4814-9017-d6679a77beff already deleted. [ 710.076407] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c987ed1-f404-4814-9017-d6679a77beff" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.558104] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6f3b7d7-7623-4fe6-9786-e560c18243f3 [ 710.558437] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.558553] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.558618] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.558861] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.558914] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.559054] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6f3b7d7-7623-4fe6-9786-e560c18243f3 already deleted. [ 710.559624] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6f3b7d7-7623-4fe6-9786-e560c18243f3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.053093] env[69876]: INFO networking_nsxv3.common.synchronization [None req-1e469c0b-30ce-4cb6-8b3d-01f71ffd5c3f None None] Enqueued Resource ID: a25b282d-33f1-4b8e-9e72-74d1c65c16a0 with Priority: HIGHEST for action port [ 711.054187] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a25b282d-33f1-4b8e-9e72-74d1c65c16a0 with Priority: HIGHEST for action port [ 711.054187] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-a25b282d-33f1-4b8e-9e72-74d1c65c16a0 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.054187] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a25b282d-33f1-4b8e-9e72-74d1c65c16a0" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.054187] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a25b282d-33f1-4b8e-9e72-74d1c65c16a0" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.054449] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a25b282d-33f1-4b8e-9e72-74d1c65c16a0" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.054449] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a25b282d-33f1-4b8e-9e72-74d1c65c16a0',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.160265] env[69876]: INFO networking_nsxv3.common.synchronization [None req-da91c083-49ad-4c3b-bf30-d74e729f1504 None None] Enqueued Resource ID: 394ab071-6c12-4a89-8735-7920b6b1380d with Priority: HIGHEST for action port [ 711.160549] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 394ab071-6c12-4a89-8735-7920b6b1380d with Priority: HIGHEST for action port [ 711.163365] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-394ab071-6c12-4a89-8735-7920b6b1380d taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.163365] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-394ab071-6c12-4a89-8735-7920b6b1380d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.163365] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-394ab071-6c12-4a89-8735-7920b6b1380d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.163365] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-394ab071-6c12-4a89-8735-7920b6b1380d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.163365] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('394ab071-6c12-4a89-8735-7920b6b1380d',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.560077] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a25b282d-33f1-4b8e-9e72-74d1c65c16a0 [ 711.560348] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.560348] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.560348] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.560539] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.560631] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.560726] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a25b282d-33f1-4b8e-9e72-74d1c65c16a0 already deleted. [ 711.560807] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a25b282d-33f1-4b8e-9e72-74d1c65c16a0" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.665139] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 394ab071-6c12-4a89-8735-7920b6b1380d [ 711.665139] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.665376] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.665376] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.665535] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.665575] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.665662] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:394ab071-6c12-4a89-8735-7920b6b1380d already deleted. [ 711.665784] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-394ab071-6c12-4a89-8735-7920b6b1380d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.097832] env[69876]: INFO networking_nsxv3.common.synchronization [None req-5e4410bf-2913-4992-8f53-0b40731ad49a None None] Enqueued Resource ID: 8b8e7cd9-e7c6-4cef-bb8c-5b58fea8363e with Priority: HIGHEST for action port [ 713.098366] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8e7cd9-e7c6-4cef-bb8c-5b58fea8363e with Priority: HIGHEST for action port [ 713.098652] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b8e7cd9-e7c6-4cef-bb8c-5b58fea8363e taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.099165] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b8e7cd9-e7c6-4cef-bb8c-5b58fea8363e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.099777] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b8e7cd9-e7c6-4cef-bb8c-5b58fea8363e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.099777] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b8e7cd9-e7c6-4cef-bb8c-5b58fea8363e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.099777] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b8e7cd9-e7c6-4cef-bb8c-5b58fea8363e',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.431999] env[69876]: INFO networking_nsxv3.common.synchronization [None req-7c7935bc-bde2-4b35-9293-b296a0ea6cbc None None] Enqueued Resource ID: 9da2e091-579c-4932-9efc-dc803af10fef with Priority: HIGHEST for action port [ 713.434623] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da2e091-579c-4932-9efc-dc803af10fef with Priority: HIGHEST for action port [ 713.435150] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-9da2e091-579c-4932-9efc-dc803af10fef taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.435455] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9da2e091-579c-4932-9efc-dc803af10fef" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.435809] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9da2e091-579c-4932-9efc-dc803af10fef" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.437173] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9da2e091-579c-4932-9efc-dc803af10fef" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.437173] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da2e091-579c-4932-9efc-dc803af10fef',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.604596] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b8e7cd9-e7c6-4cef-bb8c-5b58fea8363e [ 713.604947] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.605070] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.605623] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.605623] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.605623] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.605623] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b8e7cd9-e7c6-4cef-bb8c-5b58fea8363e already deleted. [ 713.605623] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b8e7cd9-e7c6-4cef-bb8c-5b58fea8363e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.033891] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9da2e091-579c-4932-9efc-dc803af10fef [ 714.033891] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.033891] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.033891] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.033891] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.033891] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.033891] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9da2e091-579c-4932-9efc-dc803af10fef already deleted. [ 714.033891] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9da2e091-579c-4932-9efc-dc803af10fef" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.292688] env[69876]: INFO networking_nsxv3.common.synchronization [None req-9447d3fe-dc89-4bb1-94cf-12b50c95e900 None None] Enqueued Resource ID: 1456c4f7-8d17-4b83-b388-0ee8584f7c7e with Priority: HIGHEST for action port [ 714.292688] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1456c4f7-8d17-4b83-b388-0ee8584f7c7e with Priority: HIGHEST for action port [ 714.292688] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-1456c4f7-8d17-4b83-b388-0ee8584f7c7e taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.292688] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1456c4f7-8d17-4b83-b388-0ee8584f7c7e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.292688] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1456c4f7-8d17-4b83-b388-0ee8584f7c7e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.292688] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1456c4f7-8d17-4b83-b388-0ee8584f7c7e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.292688] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1456c4f7-8d17-4b83-b388-0ee8584f7c7e',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.576159] env[69876]: INFO networking_nsxv3.common.synchronization [None req-a6386324-37f0-4f05-9cf9-4e831d99ba25 tempest-ServerActionsTestOtherB-323326649 tempest-ServerActionsTestOtherB-323326649-project-member] Enqueued Resource ID: e82980b7-51dc-425a-a98b-f1ec01c72448 with Priority: HIGHEST for action security_group_rules [ 714.576159] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82980b7-51dc-425a-a98b-f1ec01c72448 with Priority: HIGHEST for action security_group_rules [ 714.580034] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82980b7-51dc-425a-a98b-f1ec01c72448 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.580034] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82980b7-51dc-425a-a98b-f1ec01c72448" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.580034] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82980b7-51dc-425a-a98b-f1ec01c72448" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.580034] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82980b7-51dc-425a-a98b-f1ec01c72448" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.580034] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82980b7-51dc-425a-a98b-f1ec01c72448',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.798960] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1456c4f7-8d17-4b83-b388-0ee8584f7c7e [ 714.798960] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.798960] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.798960] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.799136] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.799136] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.799321] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1456c4f7-8d17-4b83-b388-0ee8584f7c7e already deleted. [ 714.799321] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1456c4f7-8d17-4b83-b388-0ee8584f7c7e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.105974] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.105974] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.105974] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.105974] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.106262] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.106262] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82980b7-51dc-425a-a98b-f1ec01c72448 already deleted. [ 715.106262] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82980b7-51dc-425a-a98b-f1ec01c72448" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.131415] env[69876]: INFO networking_nsxv3.common.synchronization [None req-f05d90b0-c7f5-4550-a117-e968a5d51a57 tempest-ServerActionsTestOtherB-323326649 tempest-ServerActionsTestOtherB-323326649-project-member] Enqueued Resource ID: e82980b7-51dc-425a-a98b-f1ec01c72448 with Priority: HIGHEST for action security_group_rules [ 715.132029] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82980b7-51dc-425a-a98b-f1ec01c72448 with Priority: HIGHEST for action security_group_rules [ 715.132337] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82980b7-51dc-425a-a98b-f1ec01c72448 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.132458] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82980b7-51dc-425a-a98b-f1ec01c72448" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.132521] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82980b7-51dc-425a-a98b-f1ec01c72448" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.132723] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82980b7-51dc-425a-a98b-f1ec01c72448" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.132798] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82980b7-51dc-425a-a98b-f1ec01c72448',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.249979] env[69876]: INFO networking_nsxv3.common.synchronization [None req-d34907cf-b3e7-4651-b3f5-d4bce0786656 None None] Enqueued Resource ID: 7dbd283c-41af-42d0-a874-c5a6abc48100 with Priority: HIGHEST for action port [ 715.250256] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd283c-41af-42d0-a874-c5a6abc48100 with Priority: HIGHEST for action port [ 715.250840] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dbd283c-41af-42d0-a874-c5a6abc48100 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.251024] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dbd283c-41af-42d0-a874-c5a6abc48100" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.251024] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dbd283c-41af-42d0-a874-c5a6abc48100" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.252008] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dbd283c-41af-42d0-a874-c5a6abc48100" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.252105] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dbd283c-41af-42d0-a874-c5a6abc48100',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.666270] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.666270] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.666270] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.666270] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.666270] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.666270] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82980b7-51dc-425a-a98b-f1ec01c72448 already deleted. [ 715.666270] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82980b7-51dc-425a-a98b-f1ec01c72448" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.754924] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dbd283c-41af-42d0-a874-c5a6abc48100 [ 715.755299] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.755583] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.755755] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.756084] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.756273] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.756481] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dbd283c-41af-42d0-a874-c5a6abc48100 already deleted. [ 715.756981] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dbd283c-41af-42d0-a874-c5a6abc48100" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.352126] env[69876]: INFO networking_nsxv3.common.synchronization [req-2c5eba48-d585-4d28-8599-af3dbfcb8eb7 req-972b01aa-e62f-4ff4-9b2a-ed43572f33a8 tempest-SecurityGroupRulesTestJSON-898918098 tempest-SecurityGroupRulesTestJSON-898918098-project-member] Enqueued Resource ID: b9ab2c98-0667-41b4-8019-1d57c82aabde with Priority: HIGHEST for action security_group_rules [ 716.352126] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab2c98-0667-41b4-8019-1d57c82aabde with Priority: HIGHEST for action security_group_rules [ 716.352126] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ab2c98-0667-41b4-8019-1d57c82aabde taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.353703] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ab2c98-0667-41b4-8019-1d57c82aabde" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.353941] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ab2c98-0667-41b4-8019-1d57c82aabde" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.354265] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ab2c98-0667-41b4-8019-1d57c82aabde" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.354423] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ab2c98-0667-41b4-8019-1d57c82aabde',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.875768] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.877281] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.877281] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.877281] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.877281] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.877281] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ab2c98-0667-41b4-8019-1d57c82aabde already deleted. [ 716.877510] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ab2c98-0667-41b4-8019-1d57c82aabde" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.403186] env[69876]: INFO networking_nsxv3.common.synchronization [None req-43ca1e05-6ed3-406e-8311-06454cca9892 None None] Enqueued Resource ID: 4fa9cd3a-1d73-42a5-baea-ce45cb8d108d with Priority: HIGHEST for action port [ 717.403908] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa9cd3a-1d73-42a5-baea-ce45cb8d108d with Priority: HIGHEST for action port [ 717.406127] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fa9cd3a-1d73-42a5-baea-ce45cb8d108d taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.406267] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fa9cd3a-1d73-42a5-baea-ce45cb8d108d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.406337] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fa9cd3a-1d73-42a5-baea-ce45cb8d108d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.406657] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fa9cd3a-1d73-42a5-baea-ce45cb8d108d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.406748] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa9cd3a-1d73-42a5-baea-ce45cb8d108d',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.909586] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fa9cd3a-1d73-42a5-baea-ce45cb8d108d [ 717.909980] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.909980] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.909980] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.910190] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.910247] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.910410] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fa9cd3a-1d73-42a5-baea-ce45cb8d108d already deleted. [ 717.910410] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fa9cd3a-1d73-42a5-baea-ce45cb8d108d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.157176] env[69876]: INFO networking_nsxv3.common.synchronization [req-2715c22f-838a-455e-9fb4-4e2e2e907ef9 req-c4250c4b-76c3-4d87-964e-8f8866f5690d tempest-SecurityGroupRulesTestJSON-898918098 tempest-SecurityGroupRulesTestJSON-898918098-project-member] Enqueued Resource ID: b9ab2c98-0667-41b4-8019-1d57c82aabde with Priority: HIGHEST for action security_group_rules [ 718.157892] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab2c98-0667-41b4-8019-1d57c82aabde with Priority: HIGHEST for action security_group_rules [ 718.158185] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ab2c98-0667-41b4-8019-1d57c82aabde taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.158247] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ab2c98-0667-41b4-8019-1d57c82aabde" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.158314] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ab2c98-0667-41b4-8019-1d57c82aabde" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.158485] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ab2c98-0667-41b4-8019-1d57c82aabde" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.158556] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ab2c98-0667-41b4-8019-1d57c82aabde',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.406193] env[69876]: INFO networking_nsxv3.common.synchronization [None req-5114ed2b-ec68-4969-967e-acbb1363d5ab None None] Enqueued Resource ID: 536e8191-eb47-47c7-a5ab-4b64682d9d10 with Priority: HIGHEST for action port [ 718.409204] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536e8191-eb47-47c7-a5ab-4b64682d9d10 with Priority: HIGHEST for action port [ 718.409204] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-536e8191-eb47-47c7-a5ab-4b64682d9d10 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.409204] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-536e8191-eb47-47c7-a5ab-4b64682d9d10" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.409204] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-536e8191-eb47-47c7-a5ab-4b64682d9d10" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.409204] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-536e8191-eb47-47c7-a5ab-4b64682d9d10" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.409516] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536e8191-eb47-47c7-a5ab-4b64682d9d10',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.681640] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.681640] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.681640] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.681640] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.681640] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.681640] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ab2c98-0667-41b4-8019-1d57c82aabde already deleted. [ 718.681640] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ab2c98-0667-41b4-8019-1d57c82aabde" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.914623] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 536e8191-eb47-47c7-a5ab-4b64682d9d10 [ 718.915884] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.916352] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.916352] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.916846] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.916846] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.916846] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:536e8191-eb47-47c7-a5ab-4b64682d9d10 already deleted. [ 718.916961] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-536e8191-eb47-47c7-a5ab-4b64682d9d10" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.500814] env[69876]: INFO networking_nsxv3.common.synchronization [None req-12213d70-f545-46c9-b546-aaa0225fd865 None None] Enqueued Resource ID: de769a0e-57dd-4373-9064-d6c4c001e218 with Priority: HIGHEST for action port [ 720.500814] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de769a0e-57dd-4373-9064-d6c4c001e218 with Priority: HIGHEST for action port [ 720.500814] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-de769a0e-57dd-4373-9064-d6c4c001e218 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.500814] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de769a0e-57dd-4373-9064-d6c4c001e218" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.500814] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de769a0e-57dd-4373-9064-d6c4c001e218" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.500814] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de769a0e-57dd-4373-9064-d6c4c001e218" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.500814] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de769a0e-57dd-4373-9064-d6c4c001e218',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.998714] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de769a0e-57dd-4373-9064-d6c4c001e218 [ 720.999333] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.999430] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.999521] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.999717] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.999783] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.999882] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de769a0e-57dd-4373-9064-d6c4c001e218 already deleted. [ 720.999965] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de769a0e-57dd-4373-9064-d6c4c001e218" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.065080] env[69876]: INFO networking_nsxv3.common.synchronization [None req-b3edae51-3065-42c2-a83c-75f3b9921333 None None] Enqueued Resource ID: 5f0125e0-b3dd-496a-9540-3965817147e2 with Priority: HIGHEST for action port [ 721.065657] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0125e0-b3dd-496a-9540-3965817147e2 with Priority: HIGHEST for action port [ 721.066032] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f0125e0-b3dd-496a-9540-3965817147e2 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.067276] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f0125e0-b3dd-496a-9540-3965817147e2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.067276] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f0125e0-b3dd-496a-9540-3965817147e2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.067276] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f0125e0-b3dd-496a-9540-3965817147e2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.067276] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f0125e0-b3dd-496a-9540-3965817147e2',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.569513] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f0125e0-b3dd-496a-9540-3965817147e2 [ 721.570151] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.570319] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.570415] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.570654] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.570777] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.570880] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f0125e0-b3dd-496a-9540-3965817147e2 already deleted. [ 721.570976] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f0125e0-b3dd-496a-9540-3965817147e2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.636300] env[69876]: INFO networking_nsxv3.common.synchronization [req-53a48f38-beb6-49fc-9a72-bf687c94e74c req-a44868cc-2bf5-4caa-870c-ec0a71c4dbf1 tempest-SecurityGroupRulesTestJSON-898918098 tempest-SecurityGroupRulesTestJSON-898918098-project-member] Enqueued Resource ID: b9ab2c98-0667-41b4-8019-1d57c82aabde with Priority: HIGHEST for action security_group_rules [ 722.637141] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ab2c98-0667-41b4-8019-1d57c82aabde with Priority: HIGHEST for action security_group_rules [ 722.638119] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ab2c98-0667-41b4-8019-1d57c82aabde taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.638119] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ab2c98-0667-41b4-8019-1d57c82aabde" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.638119] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ab2c98-0667-41b4-8019-1d57c82aabde" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.638119] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ab2c98-0667-41b4-8019-1d57c82aabde" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.638119] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ab2c98-0667-41b4-8019-1d57c82aabde',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.161638] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.162766] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.162960] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.163341] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.163520] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.163694] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ab2c98-0667-41b4-8019-1d57c82aabde already deleted. [ 723.163851] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ab2c98-0667-41b4-8019-1d57c82aabde" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.064062] env[69876]: INFO networking_nsxv3.common.synchronization [None req-b67132d8-780d-4743-a769-837153235bd5 None None] Enqueued Resource ID: f6c36e29-4643-45e0-9955-cfdef9330232 with Priority: HIGHEST for action port [ 724.067194] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c36e29-4643-45e0-9955-cfdef9330232 with Priority: HIGHEST for action port [ 724.067352] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6c36e29-4643-45e0-9955-cfdef9330232 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.069330] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6c36e29-4643-45e0-9955-cfdef9330232" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.069330] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6c36e29-4643-45e0-9955-cfdef9330232" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.069330] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6c36e29-4643-45e0-9955-cfdef9330232" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.069330] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6c36e29-4643-45e0-9955-cfdef9330232',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.398400] env[69876]: INFO networking_nsxv3.common.synchronization [None req-c486f98e-b230-410d-91f5-437325b4f7c9 None None] Enqueued Resource ID: 0c1d33ce-1712-4cad-8057-ce5599006084 with Priority: HIGHEST for action port [ 724.398708] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c1d33ce-1712-4cad-8057-ce5599006084 with Priority: HIGHEST for action port [ 724.399241] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c1d33ce-1712-4cad-8057-ce5599006084 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.399357] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c1d33ce-1712-4cad-8057-ce5599006084" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.399657] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c1d33ce-1712-4cad-8057-ce5599006084" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.401133] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c1d33ce-1712-4cad-8057-ce5599006084" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.401133] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c1d33ce-1712-4cad-8057-ce5599006084',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.570472] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6c36e29-4643-45e0-9955-cfdef9330232 [ 724.571286] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.571286] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.571286] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.571286] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.571286] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.571286] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6c36e29-4643-45e0-9955-cfdef9330232 already deleted. [ 724.571684] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6c36e29-4643-45e0-9955-cfdef9330232" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.903107] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c1d33ce-1712-4cad-8057-ce5599006084 [ 724.903236] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.903378] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.903447] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.903697] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.903752] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.903834] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c1d33ce-1712-4cad-8057-ce5599006084 already deleted. [ 724.904223] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c1d33ce-1712-4cad-8057-ce5599006084" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.093990] env[69876]: INFO networking_nsxv3.common.synchronization [None req-ddb5a5d4-dab8-43f7-aff2-bc009c790694 tempest-AttachInterfacesUnderV243Test-354511093 tempest-AttachInterfacesUnderV243Test-354511093-project-member] Enqueued Resource ID: c2dbd928-7792-45a3-b487-3a40d75f86a4 with Priority: HIGHEST for action security_group_rules [ 726.093990] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2dbd928-7792-45a3-b487-3a40d75f86a4 with Priority: HIGHEST for action security_group_rules [ 726.093990] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2dbd928-7792-45a3-b487-3a40d75f86a4 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.093990] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2dbd928-7792-45a3-b487-3a40d75f86a4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.093990] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2dbd928-7792-45a3-b487-3a40d75f86a4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.093990] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2dbd928-7792-45a3-b487-3a40d75f86a4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.093990] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2dbd928-7792-45a3-b487-3a40d75f86a4',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.377018] env[69876]: INFO networking_nsxv3.common.synchronization [None req-b8717d84-8556-4927-88a1-8d05f75cf1db tempest-AttachInterfacesUnderV243Test-354511093 tempest-AttachInterfacesUnderV243Test-354511093-project-member] Enqueued Resource ID: c2dbd928-7792-45a3-b487-3a40d75f86a4 with Priority: HIGHEST for action security_group_rules [ 726.377018] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2dbd928-7792-45a3-b487-3a40d75f86a4 with Priority: HIGHEST for action security_group_rules [ 726.377018] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2dbd928-7792-45a3-b487-3a40d75f86a4 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.377727] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2dbd928-7792-45a3-b487-3a40d75f86a4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.622189] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.622347] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.623315] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.623315] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.623315] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.623315] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2dbd928-7792-45a3-b487-3a40d75f86a4 already deleted. [ 726.623315] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2dbd928-7792-45a3-b487-3a40d75f86a4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.623315] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2dbd928-7792-45a3-b487-3a40d75f86a4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.623315] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2dbd928-7792-45a3-b487-3a40d75f86a4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.623677] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2dbd928-7792-45a3-b487-3a40d75f86a4',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.148445] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.148445] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.148445] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.148445] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.148445] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.148445] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2dbd928-7792-45a3-b487-3a40d75f86a4 already deleted. [ 727.148445] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2dbd928-7792-45a3-b487-3a40d75f86a4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.727215] env[69876]: INFO networking_nsxv3.common.synchronization [None req-f134fcc9-c9a4-4b93-8699-f7ad6c33f8d3 None None] Enqueued Resource ID: 967259e6-4b1d-4cc7-8f6b-17c9305e85ac with Priority: HIGHEST for action port [ 727.731522] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 967259e6-4b1d-4cc7-8f6b-17c9305e85ac with Priority: HIGHEST for action port [ 727.731796] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-967259e6-4b1d-4cc7-8f6b-17c9305e85ac taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.731919] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-967259e6-4b1d-4cc7-8f6b-17c9305e85ac" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.731982] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-967259e6-4b1d-4cc7-8f6b-17c9305e85ac" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.732256] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-967259e6-4b1d-4cc7-8f6b-17c9305e85ac" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.732344] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967259e6-4b1d-4cc7-8f6b-17c9305e85ac',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.134227] env[69876]: INFO networking_nsxv3.common.synchronization [None req-570ea273-f77e-436c-ba9d-53cfb869bd80 None None] Enqueued Resource ID: 7c446f68-9555-499d-befb-d0c6e19adf1a with Priority: HIGHEST for action port [ 728.134227] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c446f68-9555-499d-befb-d0c6e19adf1a with Priority: HIGHEST for action port [ 728.134470] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c446f68-9555-499d-befb-d0c6e19adf1a taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.134598] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c446f68-9555-499d-befb-d0c6e19adf1a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.134659] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c446f68-9555-499d-befb-d0c6e19adf1a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.135069] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c446f68-9555-499d-befb-d0c6e19adf1a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.135069] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c446f68-9555-499d-befb-d0c6e19adf1a',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.236168] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 967259e6-4b1d-4cc7-8f6b-17c9305e85ac [ 728.236168] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.238113] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.238113] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.238113] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.238113] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.238113] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:967259e6-4b1d-4cc7-8f6b-17c9305e85ac already deleted. [ 728.238113] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-967259e6-4b1d-4cc7-8f6b-17c9305e85ac" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.527564] env[69876]: INFO networking_nsxv3.common.synchronization [None req-0d7704d8-4484-44fa-82c7-f87dd0f67327 tempest-VolumesAdminNegativeTest-1816466995 tempest-VolumesAdminNegativeTest-1816466995-project-member] Enqueued Resource ID: 445f1caa-ce49-4ad5-9805-5ebc31615432 with Priority: HIGHEST for action security_group_rules [ 728.528189] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445f1caa-ce49-4ad5-9805-5ebc31615432 with Priority: HIGHEST for action security_group_rules [ 728.528373] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-445f1caa-ce49-4ad5-9805-5ebc31615432 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.528490] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-445f1caa-ce49-4ad5-9805-5ebc31615432" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.528960] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-445f1caa-ce49-4ad5-9805-5ebc31615432" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.528960] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-445f1caa-ce49-4ad5-9805-5ebc31615432" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.528960] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('445f1caa-ce49-4ad5-9805-5ebc31615432',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.637954] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c446f68-9555-499d-befb-d0c6e19adf1a [ 728.638188] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.638300] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.638300] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.638506] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.638764] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.638764] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c446f68-9555-499d-befb-d0c6e19adf1a already deleted. [ 728.638764] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c446f68-9555-499d-befb-d0c6e19adf1a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.691946] env[69876]: INFO networking_nsxv3.common.synchronization [None req-1ac53a29-b6dc-4329-92c4-c7f6d1f394fb tempest-VolumesAdminNegativeTest-1816466995 tempest-VolumesAdminNegativeTest-1816466995-project-member] Enqueued Resource ID: 445f1caa-ce49-4ad5-9805-5ebc31615432 with Priority: HIGHEST for action security_group_rules [ 728.694626] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445f1caa-ce49-4ad5-9805-5ebc31615432 with Priority: HIGHEST for action security_group_rules [ 728.694626] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-445f1caa-ce49-4ad5-9805-5ebc31615432 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.696928] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-445f1caa-ce49-4ad5-9805-5ebc31615432" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.053985] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.054167] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.054431] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.054506] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.054607] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.054729] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 445f1caa-ce49-4ad5-9805-5ebc31615432 already deleted. [ 729.054773] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-445f1caa-ce49-4ad5-9805-5ebc31615432" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.055357] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-445f1caa-ce49-4ad5-9805-5ebc31615432" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.055556] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-445f1caa-ce49-4ad5-9805-5ebc31615432" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.055647] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('445f1caa-ce49-4ad5-9805-5ebc31615432',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.578853] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.578853] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.578853] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.578853] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.578853] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.580206] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 445f1caa-ce49-4ad5-9805-5ebc31615432 already deleted. [ 729.580206] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-445f1caa-ce49-4ad5-9805-5ebc31615432" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.122244] env[69876]: INFO networking_nsxv3.common.synchronization [None req-19c7112f-c454-43e9-b1fe-b5382fb268b4 None None] Enqueued Resource ID: 5f1a8559-f0e2-47bf-b697-751b9727a837 with Priority: HIGHEST for action port [ 731.122974] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1a8559-f0e2-47bf-b697-751b9727a837 with Priority: HIGHEST for action port [ 731.123298] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f1a8559-f0e2-47bf-b697-751b9727a837 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.123417] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f1a8559-f0e2-47bf-b697-751b9727a837" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.123481] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f1a8559-f0e2-47bf-b697-751b9727a837" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.123735] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f1a8559-f0e2-47bf-b697-751b9727a837" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.123842] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f1a8559-f0e2-47bf-b697-751b9727a837',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.258414] env[69876]: INFO networking_nsxv3.common.synchronization [None req-90da0f28-03fe-426c-8fa9-6317353f02e3 None None] Enqueued Resource ID: 327a09c0-2af3-4aa4-9189-b42e3e3412a9 with Priority: HIGHEST for action port [ 731.258835] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327a09c0-2af3-4aa4-9189-b42e3e3412a9 with Priority: HIGHEST for action port [ 731.259264] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-327a09c0-2af3-4aa4-9189-b42e3e3412a9 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.259593] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-327a09c0-2af3-4aa4-9189-b42e3e3412a9" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.259593] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-327a09c0-2af3-4aa4-9189-b42e3e3412a9" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.259852] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-327a09c0-2af3-4aa4-9189-b42e3e3412a9" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.259852] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('327a09c0-2af3-4aa4-9189-b42e3e3412a9',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.631411] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f1a8559-f0e2-47bf-b697-751b9727a837 [ 731.631708] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.631899] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.631965] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.632213] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.632325] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.632424] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f1a8559-f0e2-47bf-b697-751b9727a837 already deleted. [ 731.632508] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f1a8559-f0e2-47bf-b697-751b9727a837" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.764013] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 327a09c0-2af3-4aa4-9189-b42e3e3412a9 [ 731.764013] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.764013] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.764013] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.764013] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.764013] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.764013] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:327a09c0-2af3-4aa4-9189-b42e3e3412a9 already deleted. [ 731.764013] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-327a09c0-2af3-4aa4-9189-b42e3e3412a9" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.202224] env[69876]: INFO networking_nsxv3.common.synchronization [None req-98bdd140-2fac-4e75-b89e-15f07e60efaa None None] Enqueued Resource ID: b0329bc5-c663-4c86-8f94-9ddcd32bd25e with Priority: HIGHEST for action port [ 734.202485] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0329bc5-c663-4c86-8f94-9ddcd32bd25e with Priority: HIGHEST for action port [ 734.203179] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0329bc5-c663-4c86-8f94-9ddcd32bd25e taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.203179] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0329bc5-c663-4c86-8f94-9ddcd32bd25e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.203282] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0329bc5-c663-4c86-8f94-9ddcd32bd25e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.203471] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0329bc5-c663-4c86-8f94-9ddcd32bd25e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.207017] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0329bc5-c663-4c86-8f94-9ddcd32bd25e',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.411135] env[69876]: INFO networking_nsxv3.common.synchronization [None req-4faeb281-a6b4-4cca-90e7-b3139b21ece8 None None] Enqueued Resource ID: 4d76726d-1f6f-454f-9867-dbed215be8d3 with Priority: HIGHEST for action port [ 734.411135] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d76726d-1f6f-454f-9867-dbed215be8d3 with Priority: HIGHEST for action port [ 734.411447] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d76726d-1f6f-454f-9867-dbed215be8d3 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.411681] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d76726d-1f6f-454f-9867-dbed215be8d3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.411681] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d76726d-1f6f-454f-9867-dbed215be8d3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.411983] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d76726d-1f6f-454f-9867-dbed215be8d3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.412081] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d76726d-1f6f-454f-9867-dbed215be8d3',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.706304] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0329bc5-c663-4c86-8f94-9ddcd32bd25e [ 734.706620] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.706774] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.706844] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.707076] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.707157] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.707341] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0329bc5-c663-4c86-8f94-9ddcd32bd25e already deleted. [ 734.707341] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0329bc5-c663-4c86-8f94-9ddcd32bd25e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.913751] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d76726d-1f6f-454f-9867-dbed215be8d3 [ 734.913946] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.914076] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.914140] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.914358] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.914471] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.914567] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d76726d-1f6f-454f-9867-dbed215be8d3 already deleted. [ 734.916925] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d76726d-1f6f-454f-9867-dbed215be8d3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.383525] env[69876]: INFO networking_nsxv3.common.synchronization [None req-d922cbef-4b92-449f-9d8c-a48a74bb89e2 None None] Enqueued Resource ID: 8da2eee7-e1b0-4e89-bb33-dbeeb0b5be09 with Priority: HIGHEST for action port [ 735.383823] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da2eee7-e1b0-4e89-bb33-dbeeb0b5be09 with Priority: HIGHEST for action port [ 735.385036] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-8da2eee7-e1b0-4e89-bb33-dbeeb0b5be09 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.385603] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8da2eee7-e1b0-4e89-bb33-dbeeb0b5be09" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.385744] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8da2eee7-e1b0-4e89-bb33-dbeeb0b5be09" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.386463] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8da2eee7-e1b0-4e89-bb33-dbeeb0b5be09" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.389304] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da2eee7-e1b0-4e89-bb33-dbeeb0b5be09',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.792512] env[69876]: INFO networking_nsxv3.common.synchronization [None req-77a225a2-1a3f-4605-88ea-cc7c4f6d4d92 tempest-AttachVolumeNegativeTest-1047980512 tempest-AttachVolumeNegativeTest-1047980512-project-member] Enqueued Resource ID: 257b2de7-2b9e-4464-89fa-37a4b549efb6 with Priority: HIGHEST for action security_group_rules [ 735.792512] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 257b2de7-2b9e-4464-89fa-37a4b549efb6 with Priority: HIGHEST for action security_group_rules [ 735.792512] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-257b2de7-2b9e-4464-89fa-37a4b549efb6 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.793151] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-257b2de7-2b9e-4464-89fa-37a4b549efb6" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.793269] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-257b2de7-2b9e-4464-89fa-37a4b549efb6" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.793583] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-257b2de7-2b9e-4464-89fa-37a4b549efb6" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.793696] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('257b2de7-2b9e-4464-89fa-37a4b549efb6',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.891694] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8da2eee7-e1b0-4e89-bb33-dbeeb0b5be09 [ 735.891963] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.892112] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.892169] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.892377] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.892469] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.892567] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8da2eee7-e1b0-4e89-bb33-dbeeb0b5be09 already deleted. [ 735.892672] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8da2eee7-e1b0-4e89-bb33-dbeeb0b5be09" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.971744] env[69876]: INFO networking_nsxv3.common.synchronization [None req-55e8c5e7-70fd-417a-bef7-bce1b022591d tempest-AttachVolumeNegativeTest-1047980512 tempest-AttachVolumeNegativeTest-1047980512-project-member] Enqueued Resource ID: 257b2de7-2b9e-4464-89fa-37a4b549efb6 with Priority: HIGHEST for action security_group_rules [ 735.972031] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 257b2de7-2b9e-4464-89fa-37a4b549efb6 with Priority: HIGHEST for action security_group_rules [ 735.972621] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-257b2de7-2b9e-4464-89fa-37a4b549efb6 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.972731] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-257b2de7-2b9e-4464-89fa-37a4b549efb6" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.316030] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.316406] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.316406] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.316515] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.316931] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.316931] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 257b2de7-2b9e-4464-89fa-37a4b549efb6 already deleted. [ 736.316931] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-257b2de7-2b9e-4464-89fa-37a4b549efb6" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.317126] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-257b2de7-2b9e-4464-89fa-37a4b549efb6" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.317240] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-257b2de7-2b9e-4464-89fa-37a4b549efb6" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.317636] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('257b2de7-2b9e-4464-89fa-37a4b549efb6',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.842748] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.843071] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.843071] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.843317] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.843317] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.843450] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 257b2de7-2b9e-4464-89fa-37a4b549efb6 already deleted. [ 736.843450] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-257b2de7-2b9e-4464-89fa-37a4b549efb6" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.958304] env[69876]: INFO networking_nsxv3.common.synchronization [None req-b3796623-24be-413b-b708-e638912d2fe1 None None] Enqueued Resource ID: 4f16355e-5e64-43a0-b7ae-f8dfd7d692c3 with Priority: HIGHEST for action port [ 736.958562] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f16355e-5e64-43a0-b7ae-f8dfd7d692c3 with Priority: HIGHEST for action port [ 736.959158] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f16355e-5e64-43a0-b7ae-f8dfd7d692c3 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.959280] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f16355e-5e64-43a0-b7ae-f8dfd7d692c3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.959342] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f16355e-5e64-43a0-b7ae-f8dfd7d692c3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.960625] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f16355e-5e64-43a0-b7ae-f8dfd7d692c3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.960832] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f16355e-5e64-43a0-b7ae-f8dfd7d692c3',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.464574] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f16355e-5e64-43a0-b7ae-f8dfd7d692c3 [ 737.465616] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.466105] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.466417] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.466713] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.467035] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.467035] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f16355e-5e64-43a0-b7ae-f8dfd7d692c3 already deleted. [ 737.467035] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f16355e-5e64-43a0-b7ae-f8dfd7d692c3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.176647] env[69876]: INFO networking_nsxv3.common.synchronization [None req-94b3ccff-d04d-47ac-b644-615f087ef361 None None] Enqueued Resource ID: 9aba3b18-1067-47a1-815f-fb62e5c176c8 with Priority: HIGHEST for action port [ 738.178147] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aba3b18-1067-47a1-815f-fb62e5c176c8 with Priority: HIGHEST for action port [ 738.179849] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aba3b18-1067-47a1-815f-fb62e5c176c8 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.179849] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aba3b18-1067-47a1-815f-fb62e5c176c8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.179849] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aba3b18-1067-47a1-815f-fb62e5c176c8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.179849] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aba3b18-1067-47a1-815f-fb62e5c176c8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.179849] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aba3b18-1067-47a1-815f-fb62e5c176c8',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.541720] env[69876]: INFO networking_nsxv3.common.synchronization [None req-fd9303ee-095f-4bdc-8cb7-2d01bcb7b0ca tempest-AttachVolumeShelveTestJSON-1174689244 tempest-AttachVolumeShelveTestJSON-1174689244-project-member] Enqueued Resource ID: f1b31da2-4c3d-48ec-a5bd-b17a4c590252 with Priority: HIGHEST for action security_group_rules [ 738.541829] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b31da2-4c3d-48ec-a5bd-b17a4c590252 with Priority: HIGHEST for action security_group_rules [ 738.542247] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b31da2-4c3d-48ec-a5bd-b17a4c590252 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.542361] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b31da2-4c3d-48ec-a5bd-b17a4c590252" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.542361] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b31da2-4c3d-48ec-a5bd-b17a4c590252" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.543411] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b31da2-4c3d-48ec-a5bd-b17a4c590252" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.543411] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b31da2-4c3d-48ec-a5bd-b17a4c590252',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.681810] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aba3b18-1067-47a1-815f-fb62e5c176c8 [ 738.682386] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.682562] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.682652] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.682918] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.682965] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.683073] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aba3b18-1067-47a1-815f-fb62e5c176c8 already deleted. [ 738.683160] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aba3b18-1067-47a1-815f-fb62e5c176c8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.760829] env[69876]: INFO networking_nsxv3.common.synchronization [None req-0a52a0ad-6f71-4fb4-955e-923bb8155210 tempest-AttachVolumeShelveTestJSON-1174689244 tempest-AttachVolumeShelveTestJSON-1174689244-project-member] Enqueued Resource ID: f1b31da2-4c3d-48ec-a5bd-b17a4c590252 with Priority: HIGHEST for action security_group_rules [ 738.761947] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b31da2-4c3d-48ec-a5bd-b17a4c590252 with Priority: HIGHEST for action security_group_rules [ 738.762569] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b31da2-4c3d-48ec-a5bd-b17a4c590252 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.762683] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b31da2-4c3d-48ec-a5bd-b17a4c590252" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.918370] env[69876]: INFO networking_nsxv3.common.synchronization [None req-84d88d7f-7ba1-47d9-84e1-5cab5f7fa9f4 None None] Enqueued Resource ID: a843aa61-a2a5-41ef-8ee4-58c0839bc893 with Priority: HIGHEST for action port [ 738.918637] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a843aa61-a2a5-41ef-8ee4-58c0839bc893 with Priority: HIGHEST for action port [ 738.919233] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-a843aa61-a2a5-41ef-8ee4-58c0839bc893 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.919356] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a843aa61-a2a5-41ef-8ee4-58c0839bc893" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.919426] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a843aa61-a2a5-41ef-8ee4-58c0839bc893" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.919908] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a843aa61-a2a5-41ef-8ee4-58c0839bc893" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.920042] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a843aa61-a2a5-41ef-8ee4-58c0839bc893',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.064893] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.065043] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.065141] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.065329] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.065418] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.065513] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b31da2-4c3d-48ec-a5bd-b17a4c590252 already deleted. [ 739.065598] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b31da2-4c3d-48ec-a5bd-b17a4c590252" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.065743] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b31da2-4c3d-48ec-a5bd-b17a4c590252" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.065903] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b31da2-4c3d-48ec-a5bd-b17a4c590252" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.065985] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b31da2-4c3d-48ec-a5bd-b17a4c590252',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.324469] env[69876]: INFO networking_nsxv3.common.synchronization [req-227e694f-2721-470b-a6a8-eea507fbeeef req-78f3e3cc-c15b-40df-a53e-bdee1cb4829a tempest-SecurityGroupRulesNegativeTestJSON-1067070522 tempest-SecurityGroupRulesNegativeTestJSON-1067070522-project-member] Enqueued Resource ID: 63f049c4-df1a-4d5f-a0ba-4b9f3fc05557 with Priority: HIGHEST for action security_group_rules [ 739.325135] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f049c4-df1a-4d5f-a0ba-4b9f3fc05557 with Priority: HIGHEST for action security_group_rules [ 739.325326] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f049c4-df1a-4d5f-a0ba-4b9f3fc05557 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.325326] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f049c4-df1a-4d5f-a0ba-4b9f3fc05557" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.325326] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f049c4-df1a-4d5f-a0ba-4b9f3fc05557" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.326281] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f049c4-df1a-4d5f-a0ba-4b9f3fc05557" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.326281] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f049c4-df1a-4d5f-a0ba-4b9f3fc05557',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.423181] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a843aa61-a2a5-41ef-8ee4-58c0839bc893 [ 739.423405] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.423535] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.423598] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.423813] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.423944] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.423984] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a843aa61-a2a5-41ef-8ee4-58c0839bc893 already deleted. [ 739.424084] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a843aa61-a2a5-41ef-8ee4-58c0839bc893" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.588081] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.589056] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.589170] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.589372] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.589462] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.589560] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b31da2-4c3d-48ec-a5bd-b17a4c590252 already deleted. [ 739.589646] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b31da2-4c3d-48ec-a5bd-b17a4c590252" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.834656] env[69876]: INFO networking_nsxv3.common.synchronization [None req-7aa0d692-1cb7-4bf2-9f1b-580abd623caf None None] Enqueued Resource ID: f335f38b-ffc0-46c4-9c0d-49c1c7f39a25 with Priority: HIGHEST for action port [ 739.834924] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f335f38b-ffc0-46c4-9c0d-49c1c7f39a25 with Priority: HIGHEST for action port [ 739.835508] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-f335f38b-ffc0-46c4-9c0d-49c1c7f39a25 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.835635] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f335f38b-ffc0-46c4-9c0d-49c1c7f39a25" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.835696] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f335f38b-ffc0-46c4-9c0d-49c1c7f39a25" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.835955] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f335f38b-ffc0-46c4-9c0d-49c1c7f39a25" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.837105] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f335f38b-ffc0-46c4-9c0d-49c1c7f39a25',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.846978] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.846978] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.846978] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.846978] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.846978] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.847277] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f049c4-df1a-4d5f-a0ba-4b9f3fc05557 already deleted. [ 739.847277] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f049c4-df1a-4d5f-a0ba-4b9f3fc05557" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.223104] env[69876]: INFO networking_nsxv3.common.synchronization [None req-b07ee039-0ed2-42f5-842e-f5352782cf61 None None] Enqueued Resource ID: 453ab9a6-015d-4c35-b54d-199955ecbe92 with Priority: HIGHEST for action port [ 740.224749] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 453ab9a6-015d-4c35-b54d-199955ecbe92 with Priority: HIGHEST for action port [ 740.224749] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-453ab9a6-015d-4c35-b54d-199955ecbe92 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.224749] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-453ab9a6-015d-4c35-b54d-199955ecbe92" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.224749] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-453ab9a6-015d-4c35-b54d-199955ecbe92" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.225373] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-453ab9a6-015d-4c35-b54d-199955ecbe92" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.225373] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453ab9a6-015d-4c35-b54d-199955ecbe92',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.339129] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f335f38b-ffc0-46c4-9c0d-49c1c7f39a25 [ 740.339408] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.339607] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.339607] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.340034] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.340034] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.340034] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f335f38b-ffc0-46c4-9c0d-49c1c7f39a25 already deleted. [ 740.340034] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f335f38b-ffc0-46c4-9c0d-49c1c7f39a25" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.726804] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 453ab9a6-015d-4c35-b54d-199955ecbe92 [ 740.727199] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.727307] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.727346] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.727539] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.727666] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.727757] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:453ab9a6-015d-4c35-b54d-199955ecbe92 already deleted. [ 740.727909] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-453ab9a6-015d-4c35-b54d-199955ecbe92" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.715274] env[69876]: INFO networking_nsxv3.common.synchronization [None req-07a492ed-7181-475c-98a1-6c754de8c6f6 None None] Enqueued Resource ID: 258a8af6-0e7b-44bc-a421-40d5be43b554 with Priority: HIGHEST for action port [ 742.715551] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258a8af6-0e7b-44bc-a421-40d5be43b554 with Priority: HIGHEST for action port [ 742.716154] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-258a8af6-0e7b-44bc-a421-40d5be43b554 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.716286] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-258a8af6-0e7b-44bc-a421-40d5be43b554" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.716354] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-258a8af6-0e7b-44bc-a421-40d5be43b554" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.716659] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-258a8af6-0e7b-44bc-a421-40d5be43b554" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.716764] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258a8af6-0e7b-44bc-a421-40d5be43b554',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.005966] env[69876]: INFO networking_nsxv3.common.synchronization [None req-e6b3d8fc-b399-4208-964a-93b0de900570 None None] Enqueued Resource ID: 299b6677-e3f9-4b63-9b7f-378227713e1f with Priority: HIGHEST for action port [ 743.006373] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299b6677-e3f9-4b63-9b7f-378227713e1f with Priority: HIGHEST for action port [ 743.006857] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-299b6677-e3f9-4b63-9b7f-378227713e1f taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.006977] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299b6677-e3f9-4b63-9b7f-378227713e1f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.007052] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299b6677-e3f9-4b63-9b7f-378227713e1f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.007323] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299b6677-e3f9-4b63-9b7f-378227713e1f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.007378] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299b6677-e3f9-4b63-9b7f-378227713e1f',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.128698] env[69876]: INFO networking_nsxv3.common.synchronization [req-a143a43f-60f4-4e45-8373-9b9cb0246448 req-9bd30d56-8ca8-48c2-9479-54816e1fe931 tempest-SecurityGroupRulesNegativeTestJSON-1067070522 tempest-SecurityGroupRulesNegativeTestJSON-1067070522-project-member] Enqueued Resource ID: 63f049c4-df1a-4d5f-a0ba-4b9f3fc05557 with Priority: HIGHEST for action security_group_rules [ 743.129529] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f049c4-df1a-4d5f-a0ba-4b9f3fc05557 with Priority: HIGHEST for action security_group_rules [ 743.129941] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f049c4-df1a-4d5f-a0ba-4b9f3fc05557 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.131848] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f049c4-df1a-4d5f-a0ba-4b9f3fc05557" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.131848] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f049c4-df1a-4d5f-a0ba-4b9f3fc05557" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.131848] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f049c4-df1a-4d5f-a0ba-4b9f3fc05557" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.131848] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f049c4-df1a-4d5f-a0ba-4b9f3fc05557',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.151401] env[69876]: INFO networking_nsxv3.common.synchronization [None req-308020c7-3322-4b6c-83c6-d03dd30562b3 None None] Enqueued Resource ID: 1abbfd95-e61f-42ff-9d78-a95d2a82294f with Priority: HIGHEST for action port [ 743.151401] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1abbfd95-e61f-42ff-9d78-a95d2a82294f with Priority: HIGHEST for action port [ 743.151401] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-1abbfd95-e61f-42ff-9d78-a95d2a82294f taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.151401] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1abbfd95-e61f-42ff-9d78-a95d2a82294f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.151401] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1abbfd95-e61f-42ff-9d78-a95d2a82294f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.151401] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1abbfd95-e61f-42ff-9d78-a95d2a82294f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.151401] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1abbfd95-e61f-42ff-9d78-a95d2a82294f',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.218425] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 258a8af6-0e7b-44bc-a421-40d5be43b554 [ 743.218814] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.218814] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.218814] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.219455] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.219455] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.219455] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:258a8af6-0e7b-44bc-a421-40d5be43b554 already deleted. [ 743.219455] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-258a8af6-0e7b-44bc-a421-40d5be43b554" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.352750] env[69876]: INFO networking_nsxv3.common.synchronization [None req-1c94652e-aff3-4eba-a0c6-214a013099d1 None None] Enqueued Resource ID: 6803fe5a-ff82-4dec-99c4-4de1f2e24a31 with Priority: HIGHEST for action port [ 743.353011] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6803fe5a-ff82-4dec-99c4-4de1f2e24a31 with Priority: HIGHEST for action port [ 743.353943] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-6803fe5a-ff82-4dec-99c4-4de1f2e24a31 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.354103] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6803fe5a-ff82-4dec-99c4-4de1f2e24a31" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.354173] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6803fe5a-ff82-4dec-99c4-4de1f2e24a31" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.354489] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6803fe5a-ff82-4dec-99c4-4de1f2e24a31" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.354569] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6803fe5a-ff82-4dec-99c4-4de1f2e24a31',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.509952] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 299b6677-e3f9-4b63-9b7f-378227713e1f [ 743.510392] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.510607] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.510991] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.511060] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.511502] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.511502] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:299b6677-e3f9-4b63-9b7f-378227713e1f already deleted. [ 743.511502] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299b6677-e3f9-4b63-9b7f-378227713e1f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.653449] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.653449] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.653449] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.653449] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.653449] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.653449] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f049c4-df1a-4d5f-a0ba-4b9f3fc05557 already deleted. [ 743.653449] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f049c4-df1a-4d5f-a0ba-4b9f3fc05557" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.653861] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1abbfd95-e61f-42ff-9d78-a95d2a82294f [ 743.654046] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.654139] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.656722] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.657455] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.657455] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.657455] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1abbfd95-e61f-42ff-9d78-a95d2a82294f already deleted. [ 743.657455] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1abbfd95-e61f-42ff-9d78-a95d2a82294f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.858013] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6803fe5a-ff82-4dec-99c4-4de1f2e24a31 [ 743.858013] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.858013] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.858013] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.858013] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.858013] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.858013] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6803fe5a-ff82-4dec-99c4-4de1f2e24a31 already deleted. [ 743.858013] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6803fe5a-ff82-4dec-99c4-4de1f2e24a31" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.195032] env[69876]: INFO networking_nsxv3.common.synchronization [None req-78a02bb6-1d1c-4e43-b81c-b77fca2285f7 tempest-AttachInterfacesTestJSON-1999129879 tempest-AttachInterfacesTestJSON-1999129879-project-member] Enqueued Resource ID: 5912236f-6861-4e36-b008-932c1fc09e2f with Priority: HIGHEST for action security_group_rules [ 746.195032] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5912236f-6861-4e36-b008-932c1fc09e2f with Priority: HIGHEST for action security_group_rules [ 746.195032] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5912236f-6861-4e36-b008-932c1fc09e2f taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.196513] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5912236f-6861-4e36-b008-932c1fc09e2f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.196658] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5912236f-6861-4e36-b008-932c1fc09e2f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.197283] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5912236f-6861-4e36-b008-932c1fc09e2f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.198458] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5912236f-6861-4e36-b008-932c1fc09e2f',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.566212] env[69876]: INFO networking_nsxv3.common.synchronization [None req-90d86dc9-032e-4c2e-a575-965a696c53d4 tempest-AttachInterfacesTestJSON-1999129879 tempest-AttachInterfacesTestJSON-1999129879-project-member] Enqueued Resource ID: 5912236f-6861-4e36-b008-932c1fc09e2f with Priority: HIGHEST for action security_group_rules [ 746.566212] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5912236f-6861-4e36-b008-932c1fc09e2f with Priority: HIGHEST for action security_group_rules [ 746.566212] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5912236f-6861-4e36-b008-932c1fc09e2f taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.566212] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5912236f-6861-4e36-b008-932c1fc09e2f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.718901] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.719075] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.719156] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.719373] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.719464] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.719561] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5912236f-6861-4e36-b008-932c1fc09e2f already deleted. [ 746.719644] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5912236f-6861-4e36-b008-932c1fc09e2f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.719809] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5912236f-6861-4e36-b008-932c1fc09e2f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.719968] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5912236f-6861-4e36-b008-932c1fc09e2f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.720064] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5912236f-6861-4e36-b008-932c1fc09e2f',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.243042] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.243340] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.243511] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.243666] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.243801] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.244073] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5912236f-6861-4e36-b008-932c1fc09e2f already deleted. [ 747.244134] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5912236f-6861-4e36-b008-932c1fc09e2f" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.533261] env[69876]: INFO networking_nsxv3.common.synchronization [None req-884ec9c5-5035-4101-ae24-76b534eabe63 None None] Enqueued Resource ID: f1fc8ed5-d592-4d8b-ba02-16b002fb7b26 with Priority: HIGHEST for action port [ 747.533261] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fc8ed5-d592-4d8b-ba02-16b002fb7b26 with Priority: HIGHEST for action port [ 747.534896] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1fc8ed5-d592-4d8b-ba02-16b002fb7b26 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.536232] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1fc8ed5-d592-4d8b-ba02-16b002fb7b26" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.536232] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1fc8ed5-d592-4d8b-ba02-16b002fb7b26" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.536491] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1fc8ed5-d592-4d8b-ba02-16b002fb7b26" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.536491] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1fc8ed5-d592-4d8b-ba02-16b002fb7b26',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.569434] env[69876]: INFO networking_nsxv3.common.synchronization [None req-165a0ceb-e702-47e4-8d34-251682c8db22 None None] Enqueued Resource ID: 4afcc8af-658c-4d3c-859c-4912944e6be5 with Priority: HIGHEST for action port [ 747.569971] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4afcc8af-658c-4d3c-859c-4912944e6be5 with Priority: HIGHEST for action port [ 747.570326] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-4afcc8af-658c-4d3c-859c-4912944e6be5 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.570528] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4afcc8af-658c-4d3c-859c-4912944e6be5" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.570528] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4afcc8af-658c-4d3c-859c-4912944e6be5" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.570753] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4afcc8af-658c-4d3c-859c-4912944e6be5" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.570834] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4afcc8af-658c-4d3c-859c-4912944e6be5',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.038906] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1fc8ed5-d592-4d8b-ba02-16b002fb7b26 [ 748.039792] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.039792] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.039792] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.039792] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.039792] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.040092] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1fc8ed5-d592-4d8b-ba02-16b002fb7b26 already deleted. [ 748.040092] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1fc8ed5-d592-4d8b-ba02-16b002fb7b26" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.076918] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4afcc8af-658c-4d3c-859c-4912944e6be5 [ 748.076918] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.076918] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.076918] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.076918] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.076918] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.076918] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4afcc8af-658c-4d3c-859c-4912944e6be5 already deleted. [ 748.076918] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4afcc8af-658c-4d3c-859c-4912944e6be5" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.986024] env[69876]: INFO networking_nsxv3.common.synchronization [None req-559e1ba3-a6f4-4b39-94fa-45fc9a8791e2 None None] Enqueued Resource ID: d85f5f5f-af88-4730-a02b-fb8887fdd292 with Priority: HIGHEST for action port [ 748.986024] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d85f5f5f-af88-4730-a02b-fb8887fdd292 with Priority: HIGHEST for action port [ 748.988185] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-d85f5f5f-af88-4730-a02b-fb8887fdd292 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.988185] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d85f5f5f-af88-4730-a02b-fb8887fdd292" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.988185] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d85f5f5f-af88-4730-a02b-fb8887fdd292" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.988185] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d85f5f5f-af88-4730-a02b-fb8887fdd292" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.988185] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d85f5f5f-af88-4730-a02b-fb8887fdd292',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.161947] env[69876]: INFO networking_nsxv3.common.synchronization [None req-f55cea2a-6ddf-40c6-8d3a-ac25553c0956 None None] Enqueued Resource ID: 5e95071b-a890-445b-9238-b2ffa5e378d6 with Priority: HIGHEST for action port [ 749.161947] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e95071b-a890-445b-9238-b2ffa5e378d6 with Priority: HIGHEST for action port [ 749.162145] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e95071b-a890-445b-9238-b2ffa5e378d6 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.162393] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e95071b-a890-445b-9238-b2ffa5e378d6" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.162474] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e95071b-a890-445b-9238-b2ffa5e378d6" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.162719] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e95071b-a890-445b-9238-b2ffa5e378d6" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.162813] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e95071b-a890-445b-9238-b2ffa5e378d6',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.492692] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d85f5f5f-af88-4730-a02b-fb8887fdd292 [ 749.492692] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.492692] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.492692] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.492692] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.492692] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.492692] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d85f5f5f-af88-4730-a02b-fb8887fdd292 already deleted. [ 749.492692] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d85f5f5f-af88-4730-a02b-fb8887fdd292" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.670318] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e95071b-a890-445b-9238-b2ffa5e378d6 [ 749.670318] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.670318] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.670318] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.670318] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.670318] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.670318] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e95071b-a890-445b-9238-b2ffa5e378d6 already deleted. [ 749.670318] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e95071b-a890-445b-9238-b2ffa5e378d6" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.414774] env[69876]: INFO networking_nsxv3.common.synchronization [None req-8cf5f4c8-975b-4f65-9124-c964bf4006c9 None None] Enqueued Resource ID: 585a6e6e-1bbd-4c20-91e0-10dfcd664a64 with Priority: HIGHEST for action port [ 751.415068] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585a6e6e-1bbd-4c20-91e0-10dfcd664a64 with Priority: HIGHEST for action port [ 751.415666] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-585a6e6e-1bbd-4c20-91e0-10dfcd664a64 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.415801] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-585a6e6e-1bbd-4c20-91e0-10dfcd664a64" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.415860] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-585a6e6e-1bbd-4c20-91e0-10dfcd664a64" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.416349] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-585a6e6e-1bbd-4c20-91e0-10dfcd664a64" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.416432] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('585a6e6e-1bbd-4c20-91e0-10dfcd664a64',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.528298] env[69876]: INFO networking_nsxv3.common.synchronization [None req-80dd461a-e080-41b0-86b8-ed6b4bbdbf27 None None] Enqueued Resource ID: bbd9fb01-6899-4a89-a138-b756079c8a65 with Priority: HIGHEST for action port [ 751.528780] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd9fb01-6899-4a89-a138-b756079c8a65 with Priority: HIGHEST for action port [ 751.531979] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbd9fb01-6899-4a89-a138-b756079c8a65 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.532211] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbd9fb01-6899-4a89-a138-b756079c8a65" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.532373] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbd9fb01-6899-4a89-a138-b756079c8a65" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.532580] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbd9fb01-6899-4a89-a138-b756079c8a65" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.532741] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbd9fb01-6899-4a89-a138-b756079c8a65',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.918799] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 585a6e6e-1bbd-4c20-91e0-10dfcd664a64 [ 751.919043] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.919187] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.919251] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.919473] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.919559] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.919654] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:585a6e6e-1bbd-4c20-91e0-10dfcd664a64 already deleted. [ 751.919728] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-585a6e6e-1bbd-4c20-91e0-10dfcd664a64" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.035849] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbd9fb01-6899-4a89-a138-b756079c8a65 [ 752.036119] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.036258] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.037291] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.037291] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.037291] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.037291] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbd9fb01-6899-4a89-a138-b756079c8a65 already deleted. [ 752.037291] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbd9fb01-6899-4a89-a138-b756079c8a65" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.434110] env[69876]: INFO networking_nsxv3.common.synchronization [None req-55a24895-0362-42b4-9332-06d392724fd3 None None] Enqueued Resource ID: a247736e-49b1-4e9e-a72b-6271283c4099 with Priority: HIGHEST for action port [ 752.434110] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a247736e-49b1-4e9e-a72b-6271283c4099 with Priority: HIGHEST for action port [ 752.434110] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-a247736e-49b1-4e9e-a72b-6271283c4099 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.434110] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a247736e-49b1-4e9e-a72b-6271283c4099" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.434110] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a247736e-49b1-4e9e-a72b-6271283c4099" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.434110] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a247736e-49b1-4e9e-a72b-6271283c4099" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.434110] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a247736e-49b1-4e9e-a72b-6271283c4099',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.574522] env[69876]: INFO networking_nsxv3.common.synchronization [None req-ddfa3b4d-d544-4295-8e1f-91d3de2fc305 None None] Enqueued Resource ID: 94fbfb95-fd44-4c4e-80ed-13351d2bdadf with Priority: HIGHEST for action port [ 752.574522] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fbfb95-fd44-4c4e-80ed-13351d2bdadf with Priority: HIGHEST for action port [ 752.575117] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-94fbfb95-fd44-4c4e-80ed-13351d2bdadf taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.575233] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94fbfb95-fd44-4c4e-80ed-13351d2bdadf" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.575328] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94fbfb95-fd44-4c4e-80ed-13351d2bdadf" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.575562] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94fbfb95-fd44-4c4e-80ed-13351d2bdadf" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.575645] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94fbfb95-fd44-4c4e-80ed-13351d2bdadf',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.839799] env[69876]: INFO networking_nsxv3.common.synchronization [None req-ad5d34fa-a8d1-463c-b9c3-80c02ce47572 None None] Enqueued Resource ID: 2ae7184e-2aa6-4d11-a3f7-6bdc1afb545b with Priority: HIGHEST for action port [ 752.841176] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae7184e-2aa6-4d11-a3f7-6bdc1afb545b with Priority: HIGHEST for action port [ 752.841616] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ae7184e-2aa6-4d11-a3f7-6bdc1afb545b taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.841881] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ae7184e-2aa6-4d11-a3f7-6bdc1afb545b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.842078] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ae7184e-2aa6-4d11-a3f7-6bdc1afb545b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.842417] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ae7184e-2aa6-4d11-a3f7-6bdc1afb545b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.842777] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae7184e-2aa6-4d11-a3f7-6bdc1afb545b',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.938610] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a247736e-49b1-4e9e-a72b-6271283c4099 [ 752.938610] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.938610] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.938610] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.938610] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.938610] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.938610] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a247736e-49b1-4e9e-a72b-6271283c4099 already deleted. [ 752.938610] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a247736e-49b1-4e9e-a72b-6271283c4099" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.082638] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94fbfb95-fd44-4c4e-80ed-13351d2bdadf [ 753.082638] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.082638] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.082638] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.082638] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.082638] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.082638] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94fbfb95-fd44-4c4e-80ed-13351d2bdadf already deleted. [ 753.082638] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94fbfb95-fd44-4c4e-80ed-13351d2bdadf" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.154185] env[69876]: INFO networking_nsxv3.common.synchronization [None req-02b02724-8f06-433a-9e3f-eb7678a327d5 None None] Enqueued Resource ID: c66da68d-db86-4ea8-9888-78b9cb6d6d45 with Priority: HIGHEST for action port [ 753.154185] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66da68d-db86-4ea8-9888-78b9cb6d6d45 with Priority: HIGHEST for action port [ 753.154185] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-c66da68d-db86-4ea8-9888-78b9cb6d6d45 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.154185] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c66da68d-db86-4ea8-9888-78b9cb6d6d45" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.154185] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c66da68d-db86-4ea8-9888-78b9cb6d6d45" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.155302] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c66da68d-db86-4ea8-9888-78b9cb6d6d45" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.156915] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66da68d-db86-4ea8-9888-78b9cb6d6d45',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.345733] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ae7184e-2aa6-4d11-a3f7-6bdc1afb545b [ 753.346055] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.346201] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.346273] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.346505] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.346596] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.346723] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ae7184e-2aa6-4d11-a3f7-6bdc1afb545b already deleted. [ 753.346798] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ae7184e-2aa6-4d11-a3f7-6bdc1afb545b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.660107] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c66da68d-db86-4ea8-9888-78b9cb6d6d45 [ 753.660107] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.660107] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.660107] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.660107] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.660107] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.660107] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c66da68d-db86-4ea8-9888-78b9cb6d6d45 already deleted. [ 753.660107] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c66da68d-db86-4ea8-9888-78b9cb6d6d45" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.899535] env[69876]: INFO networking_nsxv3.common.synchronization [None req-4916aea2-6135-4aa6-a1ae-5f9935a89346 None None] Enqueued Resource ID: 9ebb502e-7ae8-4c18-8150-97809bf89ba7 with Priority: HIGHEST for action port [ 754.899535] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebb502e-7ae8-4c18-8150-97809bf89ba7 with Priority: HIGHEST for action port [ 754.899535] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ebb502e-7ae8-4c18-8150-97809bf89ba7 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.899535] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ebb502e-7ae8-4c18-8150-97809bf89ba7" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.899535] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ebb502e-7ae8-4c18-8150-97809bf89ba7" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.899535] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ebb502e-7ae8-4c18-8150-97809bf89ba7" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.899535] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ebb502e-7ae8-4c18-8150-97809bf89ba7',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.403114] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ebb502e-7ae8-4c18-8150-97809bf89ba7 [ 755.403114] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.403114] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.403114] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.403114] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.403114] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.403114] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ebb502e-7ae8-4c18-8150-97809bf89ba7 already deleted. [ 755.403114] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ebb502e-7ae8-4c18-8150-97809bf89ba7" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.623388] env[69876]: INFO networking_nsxv3.common.synchronization [None req-a5a0771d-d46d-4f9e-8bbe-6123d4b411e6 None None] Enqueued Resource ID: 9eaf3e7d-b907-4c0b-ba34-1d16efe417a1 with Priority: HIGHEST for action port [ 756.623910] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eaf3e7d-b907-4c0b-ba34-1d16efe417a1 with Priority: HIGHEST for action port [ 756.624315] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eaf3e7d-b907-4c0b-ba34-1d16efe417a1 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.624449] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eaf3e7d-b907-4c0b-ba34-1d16efe417a1" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.624512] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eaf3e7d-b907-4c0b-ba34-1d16efe417a1" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.626151] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eaf3e7d-b907-4c0b-ba34-1d16efe417a1" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.626384] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eaf3e7d-b907-4c0b-ba34-1d16efe417a1',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.779043] env[69876]: INFO networking_nsxv3.common.synchronization [None req-e5087999-ed05-4b3f-abe5-83e6a2cf2ddf None None] Enqueued Resource ID: d5bbb79a-5567-44ec-95dc-344fa7b5c058 with Priority: HIGHEST for action port [ 756.779802] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5bbb79a-5567-44ec-95dc-344fa7b5c058 with Priority: HIGHEST for action port [ 756.780242] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5bbb79a-5567-44ec-95dc-344fa7b5c058 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.780578] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5bbb79a-5567-44ec-95dc-344fa7b5c058" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.780578] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5bbb79a-5567-44ec-95dc-344fa7b5c058" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.780873] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5bbb79a-5567-44ec-95dc-344fa7b5c058" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.780873] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5bbb79a-5567-44ec-95dc-344fa7b5c058',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.923389] env[69876]: INFO networking_nsxv3.common.synchronization [None req-84756c16-872f-49f7-9f98-64e36e26841d None None] Enqueued Resource ID: 5a703b81-3fb4-4580-8714-2700fb32da3b with Priority: HIGHEST for action port [ 756.924420] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a703b81-3fb4-4580-8714-2700fb32da3b with Priority: HIGHEST for action port [ 756.924725] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a703b81-3fb4-4580-8714-2700fb32da3b taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.924852] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a703b81-3fb4-4580-8714-2700fb32da3b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.924916] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a703b81-3fb4-4580-8714-2700fb32da3b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.926025] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a703b81-3fb4-4580-8714-2700fb32da3b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.926025] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a703b81-3fb4-4580-8714-2700fb32da3b',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.128876] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9eaf3e7d-b907-4c0b-ba34-1d16efe417a1 [ 757.128876] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.128876] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.128876] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.129593] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.130337] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.130402] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9eaf3e7d-b907-4c0b-ba34-1d16efe417a1 already deleted. [ 757.130439] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eaf3e7d-b907-4c0b-ba34-1d16efe417a1" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.204855] env[69876]: INFO networking_nsxv3.common.synchronization [None req-060ab401-8aee-471c-a2ef-a82ad2d61125 None None] Enqueued Resource ID: 4bda8713-8c11-45d2-ad9d-d7e2a853807b with Priority: HIGHEST for action port [ 757.204855] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bda8713-8c11-45d2-ad9d-d7e2a853807b with Priority: HIGHEST for action port [ 757.204855] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bda8713-8c11-45d2-ad9d-d7e2a853807b taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.204855] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bda8713-8c11-45d2-ad9d-d7e2a853807b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.204855] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bda8713-8c11-45d2-ad9d-d7e2a853807b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.204855] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bda8713-8c11-45d2-ad9d-d7e2a853807b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.204855] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bda8713-8c11-45d2-ad9d-d7e2a853807b',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.282243] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5bbb79a-5567-44ec-95dc-344fa7b5c058 [ 757.283945] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.284107] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.284174] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.284398] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.284479] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.284576] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5bbb79a-5567-44ec-95dc-344fa7b5c058 already deleted. [ 757.284657] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5bbb79a-5567-44ec-95dc-344fa7b5c058" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.349211] env[69876]: INFO networking_nsxv3.common.synchronization [None req-2fd131ac-7a15-4aac-9cad-e378d9eb6679 tempest-AttachVolumeNegativeTest-1047980512 tempest-AttachVolumeNegativeTest-1047980512-project-member] Enqueued Resource ID: 0d621b55-57e9-4dfb-b35b-6dd805d55d76 with Priority: HIGHEST for action security_group_rules [ 757.349211] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d621b55-57e9-4dfb-b35b-6dd805d55d76 with Priority: HIGHEST for action security_group_rules [ 757.349211] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d621b55-57e9-4dfb-b35b-6dd805d55d76 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.349211] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d621b55-57e9-4dfb-b35b-6dd805d55d76" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.349211] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d621b55-57e9-4dfb-b35b-6dd805d55d76" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.349211] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d621b55-57e9-4dfb-b35b-6dd805d55d76" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.349211] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d621b55-57e9-4dfb-b35b-6dd805d55d76',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.428612] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a703b81-3fb4-4580-8714-2700fb32da3b [ 757.428612] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.428612] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.428612] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.428612] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.429353] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.429525] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a703b81-3fb4-4580-8714-2700fb32da3b already deleted. [ 757.429638] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a703b81-3fb4-4580-8714-2700fb32da3b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.708154] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bda8713-8c11-45d2-ad9d-d7e2a853807b [ 757.708442] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.709456] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.709456] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.709456] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.709456] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.709456] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bda8713-8c11-45d2-ad9d-d7e2a853807b already deleted. [ 757.709456] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bda8713-8c11-45d2-ad9d-d7e2a853807b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.742960] env[69876]: INFO networking_nsxv3.common.synchronization [None req-0c8555c1-02a3-49e0-87d9-fe8ae2109dcf tempest-AttachVolumeNegativeTest-1047980512 tempest-AttachVolumeNegativeTest-1047980512-project-member] Enqueued Resource ID: 0d621b55-57e9-4dfb-b35b-6dd805d55d76 with Priority: HIGHEST for action security_group_rules [ 757.743379] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d621b55-57e9-4dfb-b35b-6dd805d55d76 with Priority: HIGHEST for action security_group_rules [ 757.743665] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d621b55-57e9-4dfb-b35b-6dd805d55d76 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.743749] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d621b55-57e9-4dfb-b35b-6dd805d55d76" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.875000] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.876640] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.876860] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.877203] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.877378] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.877546] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d621b55-57e9-4dfb-b35b-6dd805d55d76 already deleted. [ 757.877709] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d621b55-57e9-4dfb-b35b-6dd805d55d76" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.878304] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d621b55-57e9-4dfb-b35b-6dd805d55d76" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.879418] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d621b55-57e9-4dfb-b35b-6dd805d55d76" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.879652] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d621b55-57e9-4dfb-b35b-6dd805d55d76',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.369430] env[69876]: INFO networking_nsxv3.common.synchronization [None req-da6ff3ca-e820-49fb-b37e-cafe162d2aa1 tempest-AttachVolumeTestJSON-1652166234 tempest-AttachVolumeTestJSON-1652166234-project-member] Enqueued Resource ID: a301ee46-4ef3-4271-916d-31b57f1f8edc with Priority: HIGHEST for action security_group_rules [ 758.372041] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a301ee46-4ef3-4271-916d-31b57f1f8edc with Priority: HIGHEST for action security_group_rules [ 758.372041] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a301ee46-4ef3-4271-916d-31b57f1f8edc taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.372041] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a301ee46-4ef3-4271-916d-31b57f1f8edc" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.372041] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a301ee46-4ef3-4271-916d-31b57f1f8edc" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.372041] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a301ee46-4ef3-4271-916d-31b57f1f8edc" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.372041] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a301ee46-4ef3-4271-916d-31b57f1f8edc',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.402026] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.402203] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.402314] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.402730] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.403110] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.403110] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d621b55-57e9-4dfb-b35b-6dd805d55d76 already deleted. [ 758.403249] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d621b55-57e9-4dfb-b35b-6dd805d55d76" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.615826] env[69876]: INFO networking_nsxv3.common.synchronization [None req-b1af5372-1f43-4abc-b65a-92236e39ac5d tempest-AttachVolumeShelveTestJSON-1174689244 tempest-AttachVolumeShelveTestJSON-1174689244-project-member] Enqueued Resource ID: 776d3837-3e4c-4cd3-a5e1-3a47ccd27e58 with Priority: HIGHEST for action security_group_rules [ 758.617729] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776d3837-3e4c-4cd3-a5e1-3a47ccd27e58 with Priority: HIGHEST for action security_group_rules [ 758.618182] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776d3837-3e4c-4cd3-a5e1-3a47ccd27e58 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.618324] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776d3837-3e4c-4cd3-a5e1-3a47ccd27e58" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.618400] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776d3837-3e4c-4cd3-a5e1-3a47ccd27e58" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.618642] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776d3837-3e4c-4cd3-a5e1-3a47ccd27e58" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.619276] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776d3837-3e4c-4cd3-a5e1-3a47ccd27e58',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.698937] env[69876]: INFO networking_nsxv3.common.synchronization [None req-93344228-c412-41fd-83de-81557534629d tempest-AttachVolumeTestJSON-1652166234 tempest-AttachVolumeTestJSON-1652166234-project-member] Enqueued Resource ID: a301ee46-4ef3-4271-916d-31b57f1f8edc with Priority: HIGHEST for action security_group_rules [ 758.699521] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a301ee46-4ef3-4271-916d-31b57f1f8edc with Priority: HIGHEST for action security_group_rules [ 758.700095] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a301ee46-4ef3-4271-916d-31b57f1f8edc taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.700095] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a301ee46-4ef3-4271-916d-31b57f1f8edc" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.768033] env[69876]: INFO networking_nsxv3.common.synchronization [None req-3133b00f-7cec-4f5c-b14e-0b953dd4d3e3 tempest-ServersTestJSON-1188650784 tempest-ServersTestJSON-1188650784-project-member] Enqueued Resource ID: b53ea3e0-7941-4c65-ab1c-84ef6a8459c4 with Priority: HIGHEST for action security_group_rules [ 758.772251] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53ea3e0-7941-4c65-ab1c-84ef6a8459c4 with Priority: HIGHEST for action security_group_rules [ 758.772900] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b53ea3e0-7941-4c65-ab1c-84ef6a8459c4 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.773055] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b53ea3e0-7941-4c65-ab1c-84ef6a8459c4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.773145] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b53ea3e0-7941-4c65-ab1c-84ef6a8459c4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.773533] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b53ea3e0-7941-4c65-ab1c-84ef6a8459c4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.773533] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b53ea3e0-7941-4c65-ab1c-84ef6a8459c4',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.894767] env[69876]: INFO networking_nsxv3.common.synchronization [None req-15ac4087-b8a2-4983-a610-a6248031fae4 tempest-ServersTestFqdnHostnames-1705879061 tempest-ServersTestFqdnHostnames-1705879061-project-member] Enqueued Resource ID: 7f92a658-4a96-43fa-9465-d90e7e9dfc15 with Priority: HIGHEST for action security_group_rules [ 758.895393] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f92a658-4a96-43fa-9465-d90e7e9dfc15 with Priority: HIGHEST for action security_group_rules [ 758.895722] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f92a658-4a96-43fa-9465-d90e7e9dfc15 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.895858] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f92a658-4a96-43fa-9465-d90e7e9dfc15" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.895926] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f92a658-4a96-43fa-9465-d90e7e9dfc15" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.896994] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f92a658-4a96-43fa-9465-d90e7e9dfc15" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.897113] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f92a658-4a96-43fa-9465-d90e7e9dfc15',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.899482] env[69876]: INFO networking_nsxv3.common.synchronization [None req-140492b7-548e-4e2f-accd-f9d54f314f1c tempest-AttachVolumeShelveTestJSON-1174689244 tempest-AttachVolumeShelveTestJSON-1174689244-project-member] Enqueued Resource ID: 776d3837-3e4c-4cd3-a5e1-3a47ccd27e58 with Priority: HIGHEST for action security_group_rules [ 758.901100] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.901212] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.901391] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.901681] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.901780] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.901875] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a301ee46-4ef3-4271-916d-31b57f1f8edc already deleted. [ 758.902105] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a301ee46-4ef3-4271-916d-31b57f1f8edc" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.902387] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776d3837-3e4c-4cd3-a5e1-3a47ccd27e58 with Priority: HIGHEST for action security_group_rules [ 758.903020] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a301ee46-4ef3-4271-916d-31b57f1f8edc" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.903020] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a301ee46-4ef3-4271-916d-31b57f1f8edc" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.903119] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a301ee46-4ef3-4271-916d-31b57f1f8edc',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.905302] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-776d3837-3e4c-4cd3-a5e1-3a47ccd27e58 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.906051] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-776d3837-3e4c-4cd3-a5e1-3a47ccd27e58" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.141421] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.141753] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.141869] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.142152] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.142285] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.142593] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776d3837-3e4c-4cd3-a5e1-3a47ccd27e58 already deleted. [ 759.142728] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776d3837-3e4c-4cd3-a5e1-3a47ccd27e58" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.142969] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-776d3837-3e4c-4cd3-a5e1-3a47ccd27e58" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.143406] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-776d3837-3e4c-4cd3-a5e1-3a47ccd27e58" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.143625] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('776d3837-3e4c-4cd3-a5e1-3a47ccd27e58',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.233195] env[69876]: INFO networking_nsxv3.common.synchronization [None req-6dfbc812-1b31-475a-bffd-8596499cf099 tempest-ServersTestJSON-1188650784 tempest-ServersTestJSON-1188650784-project-member] Enqueued Resource ID: b53ea3e0-7941-4c65-ab1c-84ef6a8459c4 with Priority: HIGHEST for action security_group_rules [ 759.233364] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53ea3e0-7941-4c65-ab1c-84ef6a8459c4 with Priority: HIGHEST for action security_group_rules [ 759.233953] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b53ea3e0-7941-4c65-ab1c-84ef6a8459c4 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.234066] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b53ea3e0-7941-4c65-ab1c-84ef6a8459c4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.290992] env[69876]: INFO networking_nsxv3.common.synchronization [None req-190fa179-cb1f-4196-8703-cc2c234e4cc8 tempest-ServersTestFqdnHostnames-1705879061 tempest-ServersTestFqdnHostnames-1705879061-project-member] Enqueued Resource ID: 7f92a658-4a96-43fa-9465-d90e7e9dfc15 with Priority: HIGHEST for action security_group_rules [ 759.291290] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f92a658-4a96-43fa-9465-d90e7e9dfc15 with Priority: HIGHEST for action security_group_rules [ 759.291840] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f92a658-4a96-43fa-9465-d90e7e9dfc15 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.291947] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f92a658-4a96-43fa-9465-d90e7e9dfc15" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.293801] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.293926] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.293996] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.294220] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.294310] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.294399] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b53ea3e0-7941-4c65-ab1c-84ef6a8459c4 already deleted. [ 759.294477] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b53ea3e0-7941-4c65-ab1c-84ef6a8459c4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.294870] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b53ea3e0-7941-4c65-ab1c-84ef6a8459c4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.295058] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b53ea3e0-7941-4c65-ab1c-84ef6a8459c4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.295148] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b53ea3e0-7941-4c65-ab1c-84ef6a8459c4',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.424299] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.425110] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.425110] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.425110] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.425317] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.425409] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f92a658-4a96-43fa-9465-d90e7e9dfc15 already deleted. [ 759.425525] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f92a658-4a96-43fa-9465-d90e7e9dfc15" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.426080] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f92a658-4a96-43fa-9465-d90e7e9dfc15" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.426315] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f92a658-4a96-43fa-9465-d90e7e9dfc15" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.426753] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f92a658-4a96-43fa-9465-d90e7e9dfc15',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.435185] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.435322] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.435393] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.435595] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.435687] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.435787] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a301ee46-4ef3-4271-916d-31b57f1f8edc already deleted. [ 759.435871] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a301ee46-4ef3-4271-916d-31b57f1f8edc" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.683806] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.683806] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.683806] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.683806] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.683806] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.683806] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 776d3837-3e4c-4cd3-a5e1-3a47ccd27e58 already deleted. [ 759.683806] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-776d3837-3e4c-4cd3-a5e1-3a47ccd27e58" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.815807] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.816111] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.816111] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.816354] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.816354] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.816432] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b53ea3e0-7941-4c65-ab1c-84ef6a8459c4 already deleted. [ 759.816515] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b53ea3e0-7941-4c65-ab1c-84ef6a8459c4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.951314] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.951314] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.951314] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.951314] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.951314] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.951314] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f92a658-4a96-43fa-9465-d90e7e9dfc15 already deleted. [ 759.951314] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f92a658-4a96-43fa-9465-d90e7e9dfc15" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.708026] env[69876]: INFO networking_nsxv3.common.synchronization [None req-f12291c4-0c43-4a34-958a-3ac2762d665a tempest-ServerActionsV293TestJSON-1154622363 tempest-ServerActionsV293TestJSON-1154622363-project-member] Enqueued Resource ID: 926fee75-707d-4e00-acb4-22fac58f38b8 with Priority: HIGHEST for action security_group_rules [ 760.708026] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fee75-707d-4e00-acb4-22fac58f38b8 with Priority: HIGHEST for action security_group_rules [ 760.708026] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926fee75-707d-4e00-acb4-22fac58f38b8 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.708026] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926fee75-707d-4e00-acb4-22fac58f38b8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.708026] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926fee75-707d-4e00-acb4-22fac58f38b8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.708709] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926fee75-707d-4e00-acb4-22fac58f38b8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.709088] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926fee75-707d-4e00-acb4-22fac58f38b8',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.229102] env[69876]: INFO networking_nsxv3.common.synchronization [None req-46a48adf-a2b5-48d4-b4f3-f50eeb27ce1a tempest-ServerActionsV293TestJSON-1154622363 tempest-ServerActionsV293TestJSON-1154622363-project-member] Enqueued Resource ID: 926fee75-707d-4e00-acb4-22fac58f38b8 with Priority: HIGHEST for action security_group_rules [ 761.229768] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926fee75-707d-4e00-acb4-22fac58f38b8 with Priority: HIGHEST for action security_group_rules [ 761.232152] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926fee75-707d-4e00-acb4-22fac58f38b8 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.232289] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926fee75-707d-4e00-acb4-22fac58f38b8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.235212] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.235333] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.235399] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.235615] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.235703] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.235794] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926fee75-707d-4e00-acb4-22fac58f38b8 already deleted. [ 761.235876] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926fee75-707d-4e00-acb4-22fac58f38b8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.236031] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926fee75-707d-4e00-acb4-22fac58f38b8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.237124] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926fee75-707d-4e00-acb4-22fac58f38b8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.237124] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926fee75-707d-4e00-acb4-22fac58f38b8',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.760110] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.760307] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.760380] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.760999] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.760999] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.760999] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926fee75-707d-4e00-acb4-22fac58f38b8 already deleted. [ 761.760999] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926fee75-707d-4e00-acb4-22fac58f38b8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.845264] env[69876]: INFO networking_nsxv3.common.synchronization [None req-dc9e43d5-7750-478d-bef3-360b5bb61a7f None None] Enqueued Resource ID: cea4d700-8a55-4449-a4de-4a6ca32b4de8 with Priority: HIGHEST for action port [ 761.845536] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea4d700-8a55-4449-a4de-4a6ca32b4de8 with Priority: HIGHEST for action port [ 761.846629] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-cea4d700-8a55-4449-a4de-4a6ca32b4de8 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.846629] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cea4d700-8a55-4449-a4de-4a6ca32b4de8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.846629] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cea4d700-8a55-4449-a4de-4a6ca32b4de8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.846629] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cea4d700-8a55-4449-a4de-4a6ca32b4de8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.846629] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cea4d700-8a55-4449-a4de-4a6ca32b4de8',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.945928] env[69876]: INFO networking_nsxv3.common.synchronization [None req-d2a33349-5c24-4b8a-8778-25c2bdb152a4 None None] Enqueued Resource ID: b51441c6-a764-4c3c-ba1f-f5d62b309406 with Priority: HIGHEST for action port [ 761.946214] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b51441c6-a764-4c3c-ba1f-f5d62b309406 with Priority: HIGHEST for action port [ 761.946804] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-b51441c6-a764-4c3c-ba1f-f5d62b309406 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.946939] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b51441c6-a764-4c3c-ba1f-f5d62b309406" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.947016] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b51441c6-a764-4c3c-ba1f-f5d62b309406" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.947675] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b51441c6-a764-4c3c-ba1f-f5d62b309406" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.947817] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b51441c6-a764-4c3c-ba1f-f5d62b309406',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.350018] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cea4d700-8a55-4449-a4de-4a6ca32b4de8 [ 762.350018] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.350018] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.350018] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.350018] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.350018] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.350018] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cea4d700-8a55-4449-a4de-4a6ca32b4de8 already deleted. [ 762.350018] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cea4d700-8a55-4449-a4de-4a6ca32b4de8" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.450941] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b51441c6-a764-4c3c-ba1f-f5d62b309406 [ 762.452155] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.452155] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.452155] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.452155] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.452155] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.452155] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b51441c6-a764-4c3c-ba1f-f5d62b309406 already deleted. [ 762.452155] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b51441c6-a764-4c3c-ba1f-f5d62b309406" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.244335] env[69876]: INFO networking_nsxv3.common.synchronization [None req-7c72fef6-7af0-4cde-a664-5fc7a09abda9 None None] Enqueued Resource ID: 5c13b64c-ad82-4689-a196-7e957d66bfe2 with Priority: HIGHEST for action port [ 764.244335] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c13b64c-ad82-4689-a196-7e957d66bfe2 with Priority: HIGHEST for action port [ 764.244335] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c13b64c-ad82-4689-a196-7e957d66bfe2 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.244335] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c13b64c-ad82-4689-a196-7e957d66bfe2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.244335] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c13b64c-ad82-4689-a196-7e957d66bfe2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.244335] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c13b64c-ad82-4689-a196-7e957d66bfe2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.244335] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c13b64c-ad82-4689-a196-7e957d66bfe2',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.660302] env[69876]: INFO networking_nsxv3.common.synchronization [None req-78fa6b05-f80b-491e-b088-48202ffde79d tempest-AttachInterfacesTestJSON-1999129879 tempest-AttachInterfacesTestJSON-1999129879-project-member] Enqueued Resource ID: 15c8a2b9-20c7-4f3f-9c5c-6302911fc21c with Priority: HIGHEST for action security_group_rules [ 764.660843] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c8a2b9-20c7-4f3f-9c5c-6302911fc21c with Priority: HIGHEST for action security_group_rules [ 764.661191] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15c8a2b9-20c7-4f3f-9c5c-6302911fc21c taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.661323] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15c8a2b9-20c7-4f3f-9c5c-6302911fc21c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.661391] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15c8a2b9-20c7-4f3f-9c5c-6302911fc21c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.662121] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15c8a2b9-20c7-4f3f-9c5c-6302911fc21c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.662121] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15c8a2b9-20c7-4f3f-9c5c-6302911fc21c',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.746335] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c13b64c-ad82-4689-a196-7e957d66bfe2 [ 764.746560] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.746697] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.746787] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.747035] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.747137] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.747236] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c13b64c-ad82-4689-a196-7e957d66bfe2 already deleted. [ 764.747317] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c13b64c-ad82-4689-a196-7e957d66bfe2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.933264] env[69876]: INFO networking_nsxv3.common.synchronization [None req-49308fbc-a199-4a37-885d-c4ff7dc0c5b7 tempest-AttachInterfacesTestJSON-1999129879 tempest-AttachInterfacesTestJSON-1999129879-project-member] Enqueued Resource ID: 15c8a2b9-20c7-4f3f-9c5c-6302911fc21c with Priority: HIGHEST for action security_group_rules [ 764.933264] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c8a2b9-20c7-4f3f-9c5c-6302911fc21c with Priority: HIGHEST for action security_group_rules [ 764.933849] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15c8a2b9-20c7-4f3f-9c5c-6302911fc21c taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.934012] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15c8a2b9-20c7-4f3f-9c5c-6302911fc21c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.184999] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.185167] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.185240] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.185457] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.185550] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.185651] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15c8a2b9-20c7-4f3f-9c5c-6302911fc21c already deleted. [ 765.185736] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15c8a2b9-20c7-4f3f-9c5c-6302911fc21c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.185894] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15c8a2b9-20c7-4f3f-9c5c-6302911fc21c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.186059] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15c8a2b9-20c7-4f3f-9c5c-6302911fc21c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.186142] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15c8a2b9-20c7-4f3f-9c5c-6302911fc21c',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.710356] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.710649] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.710649] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.710795] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.710795] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.710895] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15c8a2b9-20c7-4f3f-9c5c-6302911fc21c already deleted. [ 765.710979] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15c8a2b9-20c7-4f3f-9c5c-6302911fc21c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.787321] env[69876]: INFO networking_nsxv3.common.synchronization [None req-2cd967e9-9a1c-40fd-8654-17f6387f06c1 None None] Enqueued Resource ID: e2916a20-2ee1-4cca-9365-d22b8faac895 with Priority: HIGHEST for action port [ 766.787572] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2916a20-2ee1-4cca-9365-d22b8faac895 with Priority: HIGHEST for action port [ 766.788188] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2916a20-2ee1-4cca-9365-d22b8faac895 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.788350] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2916a20-2ee1-4cca-9365-d22b8faac895" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.788425] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2916a20-2ee1-4cca-9365-d22b8faac895" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.788740] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2916a20-2ee1-4cca-9365-d22b8faac895" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.788826] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2916a20-2ee1-4cca-9365-d22b8faac895',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.868016] env[69876]: INFO networking_nsxv3.common.synchronization [None req-848f63a4-5231-4b1e-83af-c7a41d7347bc None None] Enqueued Resource ID: 7ebc8b2f-88bf-4847-b925-556a49d53059 with Priority: HIGHEST for action port [ 766.868863] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebc8b2f-88bf-4847-b925-556a49d53059 with Priority: HIGHEST for action port [ 766.870201] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ebc8b2f-88bf-4847-b925-556a49d53059 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.870398] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ebc8b2f-88bf-4847-b925-556a49d53059" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.870466] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ebc8b2f-88bf-4847-b925-556a49d53059" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.870933] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ebc8b2f-88bf-4847-b925-556a49d53059" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.870933] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ebc8b2f-88bf-4847-b925-556a49d53059',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.292399] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2916a20-2ee1-4cca-9365-d22b8faac895 [ 767.292399] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.292738] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.292803] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.293685] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.293685] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.293685] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2916a20-2ee1-4cca-9365-d22b8faac895 already deleted. [ 767.293685] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2916a20-2ee1-4cca-9365-d22b8faac895" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.372973] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ebc8b2f-88bf-4847-b925-556a49d53059 [ 767.374266] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.374415] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.374484] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.374704] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.374790] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.374883] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ebc8b2f-88bf-4847-b925-556a49d53059 already deleted. [ 767.374963] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ebc8b2f-88bf-4847-b925-556a49d53059" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.495265] env[69876]: INFO networking_nsxv3.common.synchronization [None req-a6702be2-bbe6-4bee-976d-a92b3ca84d61 None None] Enqueued Resource ID: 5427795d-4da3-4ba0-94de-3b0d84296a9a with Priority: HIGHEST for action port [ 767.495829] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5427795d-4da3-4ba0-94de-3b0d84296a9a with Priority: HIGHEST for action port [ 767.498479] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-5427795d-4da3-4ba0-94de-3b0d84296a9a taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.498479] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5427795d-4da3-4ba0-94de-3b0d84296a9a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.498479] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5427795d-4da3-4ba0-94de-3b0d84296a9a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.498479] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5427795d-4da3-4ba0-94de-3b0d84296a9a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.498479] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5427795d-4da3-4ba0-94de-3b0d84296a9a',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.001106] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5427795d-4da3-4ba0-94de-3b0d84296a9a [ 768.002549] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.002732] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.002779] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.002985] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.003091] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.005159] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5427795d-4da3-4ba0-94de-3b0d84296a9a already deleted. [ 768.005159] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5427795d-4da3-4ba0-94de-3b0d84296a9a" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.042918] env[69876]: INFO networking_nsxv3.common.synchronization [None req-114360d8-13ed-4904-9495-b6afeb824384 None None] Enqueued Resource ID: 467f707b-366d-4e91-a1c4-54c6c93337c4 with Priority: HIGHEST for action port [ 770.043480] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467f707b-366d-4e91-a1c4-54c6c93337c4 with Priority: HIGHEST for action port [ 770.044180] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-467f707b-366d-4e91-a1c4-54c6c93337c4 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.044860] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-467f707b-366d-4e91-a1c4-54c6c93337c4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.044949] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-467f707b-366d-4e91-a1c4-54c6c93337c4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.045222] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-467f707b-366d-4e91-a1c4-54c6c93337c4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.045304] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('467f707b-366d-4e91-a1c4-54c6c93337c4',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.179575] env[69876]: INFO networking_nsxv3.common.synchronization [None req-cb2a86bc-0a06-409f-82e3-bb37ef28aabe None None] Enqueued Resource ID: 572bb48c-9a87-4845-b974-f00647682ab9 with Priority: HIGHEST for action port [ 770.179843] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572bb48c-9a87-4845-b974-f00647682ab9 with Priority: HIGHEST for action port [ 770.180499] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-572bb48c-9a87-4845-b974-f00647682ab9 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.180629] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-572bb48c-9a87-4845-b974-f00647682ab9" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.180696] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-572bb48c-9a87-4845-b974-f00647682ab9" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.183778] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-572bb48c-9a87-4845-b974-f00647682ab9" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.183861] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('572bb48c-9a87-4845-b974-f00647682ab9',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.547432] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 467f707b-366d-4e91-a1c4-54c6c93337c4 [ 770.547685] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.547861] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.547957] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.548223] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.548406] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.548460] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:467f707b-366d-4e91-a1c4-54c6c93337c4 already deleted. [ 770.548506] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-467f707b-366d-4e91-a1c4-54c6c93337c4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.689036] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 572bb48c-9a87-4845-b974-f00647682ab9 [ 770.689036] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.689036] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.689036] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.689036] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.689036] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.689036] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:572bb48c-9a87-4845-b974-f00647682ab9 already deleted. [ 770.689036] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-572bb48c-9a87-4845-b974-f00647682ab9" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.723598] env[69876]: INFO networking_nsxv3.common.synchronization [None req-94ac985f-aa38-4181-b6af-ed2aa00b46a3 None None] Enqueued Resource ID: 76d94b68-4ded-4a1b-b216-ceae7d3621af with Priority: HIGHEST for action port [ 772.723861] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76d94b68-4ded-4a1b-b216-ceae7d3621af with Priority: HIGHEST for action port [ 772.724431] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-76d94b68-4ded-4a1b-b216-ceae7d3621af taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.724548] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76d94b68-4ded-4a1b-b216-ceae7d3621af" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.724612] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76d94b68-4ded-4a1b-b216-ceae7d3621af" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.724968] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76d94b68-4ded-4a1b-b216-ceae7d3621af" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.724968] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d94b68-4ded-4a1b-b216-ceae7d3621af',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.951363] env[69876]: INFO networking_nsxv3.common.synchronization [None req-db0ce458-7e66-4e68-ba85-ce9b68af6b53 tempest-AttachVolumeNegativeTest-1047980512 tempest-AttachVolumeNegativeTest-1047980512-project-member] Enqueued Resource ID: a0c1e238-6734-4698-8966-fef462877725 with Priority: HIGHEST for action security_group_rules [ 772.953569] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c1e238-6734-4698-8966-fef462877725 with Priority: HIGHEST for action security_group_rules [ 772.955664] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0c1e238-6734-4698-8966-fef462877725 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.955782] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0c1e238-6734-4698-8966-fef462877725" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.955835] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0c1e238-6734-4698-8966-fef462877725" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.956139] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0c1e238-6734-4698-8966-fef462877725" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.956219] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0c1e238-6734-4698-8966-fef462877725',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.228389] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76d94b68-4ded-4a1b-b216-ceae7d3621af [ 773.229057] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.229182] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.229468] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.229530] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.229581] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.229677] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76d94b68-4ded-4a1b-b216-ceae7d3621af already deleted. [ 773.229756] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76d94b68-4ded-4a1b-b216-ceae7d3621af" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.458026] env[69876]: INFO networking_nsxv3.common.synchronization [None req-7fdae4d4-ca69-4a08-ac24-746f7f52c0a1 tempest-AttachVolumeNegativeTest-1047980512 tempest-AttachVolumeNegativeTest-1047980512-project-member] Enqueued Resource ID: a0c1e238-6734-4698-8966-fef462877725 with Priority: HIGHEST for action security_group_rules [ 773.458026] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c1e238-6734-4698-8966-fef462877725 with Priority: HIGHEST for action security_group_rules [ 773.458026] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0c1e238-6734-4698-8966-fef462877725 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.458026] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0c1e238-6734-4698-8966-fef462877725" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.480549] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.480549] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.480549] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.480549] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.480549] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.480549] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0c1e238-6734-4698-8966-fef462877725 already deleted. [ 773.480549] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0c1e238-6734-4698-8966-fef462877725" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.480549] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0c1e238-6734-4698-8966-fef462877725" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.480549] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0c1e238-6734-4698-8966-fef462877725" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.480549] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0c1e238-6734-4698-8966-fef462877725',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.749635] env[69876]: INFO networking_nsxv3.common.synchronization [None req-1512543a-0ad7-47fd-9f5d-7f497bd3e8cb tempest-AttachVolumeTestJSON-1652166234 tempest-AttachVolumeTestJSON-1652166234-project-member] Enqueued Resource ID: 305d7cd8-b7d8-48cb-8231-870f44e81393 with Priority: HIGHEST for action security_group_rules [ 773.750307] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305d7cd8-b7d8-48cb-8231-870f44e81393 with Priority: HIGHEST for action security_group_rules [ 773.751701] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-305d7cd8-b7d8-48cb-8231-870f44e81393 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.751701] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-305d7cd8-b7d8-48cb-8231-870f44e81393" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.751701] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-305d7cd8-b7d8-48cb-8231-870f44e81393" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.751853] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-305d7cd8-b7d8-48cb-8231-870f44e81393" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.752070] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('305d7cd8-b7d8-48cb-8231-870f44e81393',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.001938] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.001938] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.001938] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.004308] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.004308] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.004308] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0c1e238-6734-4698-8966-fef462877725 already deleted. [ 774.004308] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0c1e238-6734-4698-8966-fef462877725" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.273350] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.273350] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.273350] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.273350] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.273350] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.273350] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 305d7cd8-b7d8-48cb-8231-870f44e81393 already deleted. [ 774.273350] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-305d7cd8-b7d8-48cb-8231-870f44e81393" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.593700] env[69876]: INFO networking_nsxv3.common.synchronization [None req-7ceec555-06f9-4cca-b935-5d5eb4b3e4e9 tempest-AttachVolumeTestJSON-1652166234 tempest-AttachVolumeTestJSON-1652166234-project-member] Enqueued Resource ID: 305d7cd8-b7d8-48cb-8231-870f44e81393 with Priority: HIGHEST for action security_group_rules [ 774.593700] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305d7cd8-b7d8-48cb-8231-870f44e81393 with Priority: HIGHEST for action security_group_rules [ 774.598061] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-305d7cd8-b7d8-48cb-8231-870f44e81393 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.598510] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-305d7cd8-b7d8-48cb-8231-870f44e81393" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.598791] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-305d7cd8-b7d8-48cb-8231-870f44e81393" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.599233] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-305d7cd8-b7d8-48cb-8231-870f44e81393" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.599462] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('305d7cd8-b7d8-48cb-8231-870f44e81393',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.119521] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.119814] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.122542] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.122781] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.122886] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.123044] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 305d7cd8-b7d8-48cb-8231-870f44e81393 already deleted. [ 775.123148] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-305d7cd8-b7d8-48cb-8231-870f44e81393" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.215690] env[69876]: INFO networking_nsxv3.common.synchronization [None req-6d3c6350-b0ea-41d9-9fb5-fdf419ee44f4 tempest-AttachInterfacesTestJSON-1999129879 tempest-AttachInterfacesTestJSON-1999129879-project-member] Enqueued Resource ID: 82664c2c-1275-45f6-ae13-89b8d99c8429 with Priority: HIGHEST for action security_group_rules [ 776.217335] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82664c2c-1275-45f6-ae13-89b8d99c8429 with Priority: HIGHEST for action security_group_rules [ 776.219658] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82664c2c-1275-45f6-ae13-89b8d99c8429 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.219658] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82664c2c-1275-45f6-ae13-89b8d99c8429" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.219658] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82664c2c-1275-45f6-ae13-89b8d99c8429" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.219658] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82664c2c-1275-45f6-ae13-89b8d99c8429" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.219658] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82664c2c-1275-45f6-ae13-89b8d99c8429',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.740888] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.740888] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.740888] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.740888] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.740888] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.740888] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82664c2c-1275-45f6-ae13-89b8d99c8429 already deleted. [ 776.740888] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82664c2c-1275-45f6-ae13-89b8d99c8429" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.005243] env[69876]: INFO networking_nsxv3.common.synchronization [None req-87666375-2e7e-4953-8ac0-c3f78ad79480 tempest-AttachInterfacesTestJSON-1999129879 tempest-AttachInterfacesTestJSON-1999129879-project-member] Enqueued Resource ID: 82664c2c-1275-45f6-ae13-89b8d99c8429 with Priority: HIGHEST for action security_group_rules [ 777.005799] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82664c2c-1275-45f6-ae13-89b8d99c8429 with Priority: HIGHEST for action security_group_rules [ 777.006352] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82664c2c-1275-45f6-ae13-89b8d99c8429 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.006352] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82664c2c-1275-45f6-ae13-89b8d99c8429" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.006352] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82664c2c-1275-45f6-ae13-89b8d99c8429" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.006520] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82664c2c-1275-45f6-ae13-89b8d99c8429" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.009908] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82664c2c-1275-45f6-ae13-89b8d99c8429',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.534528] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.534528] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.534528] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.534528] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.534528] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.534528] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82664c2c-1275-45f6-ae13-89b8d99c8429 already deleted. [ 777.534528] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82664c2c-1275-45f6-ae13-89b8d99c8429" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.087136] env[69876]: INFO networking_nsxv3.common.synchronization [None req-d6714859-a0e5-4a47-9a6d-4271af032367 None None] Enqueued Resource ID: 7c1e5619-44ee-4952-87f6-20d0b8748167 with Priority: HIGHEST for action port [ 778.087136] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c1e5619-44ee-4952-87f6-20d0b8748167 with Priority: HIGHEST for action port [ 778.087136] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c1e5619-44ee-4952-87f6-20d0b8748167 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.087136] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c1e5619-44ee-4952-87f6-20d0b8748167" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.087666] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c1e5619-44ee-4952-87f6-20d0b8748167" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.089240] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c1e5619-44ee-4952-87f6-20d0b8748167" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.089240] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c1e5619-44ee-4952-87f6-20d0b8748167',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.498237] env[69876]: INFO networking_nsxv3.common.synchronization [None req-9d1a2db5-8b74-4ebb-b482-591563554456 None None] Enqueued Resource ID: 1bf68101-6882-4c4e-aa90-d58ed40d58b2 with Priority: HIGHEST for action port [ 778.498692] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf68101-6882-4c4e-aa90-d58ed40d58b2 with Priority: HIGHEST for action port [ 778.499879] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf68101-6882-4c4e-aa90-d58ed40d58b2 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.499879] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf68101-6882-4c4e-aa90-d58ed40d58b2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.499879] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf68101-6882-4c4e-aa90-d58ed40d58b2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.500029] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf68101-6882-4c4e-aa90-d58ed40d58b2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.500200] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf68101-6882-4c4e-aa90-d58ed40d58b2',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.590833] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c1e5619-44ee-4952-87f6-20d0b8748167 [ 778.590833] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.591208] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.591208] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.591208] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.591285] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.591396] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c1e5619-44ee-4952-87f6-20d0b8748167 already deleted. [ 778.591445] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c1e5619-44ee-4952-87f6-20d0b8748167" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.002888] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bf68101-6882-4c4e-aa90-d58ed40d58b2 [ 779.003220] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.003349] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.003420] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.003643] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.003733] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.003838] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bf68101-6882-4c4e-aa90-d58ed40d58b2 already deleted. [ 779.003911] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf68101-6882-4c4e-aa90-d58ed40d58b2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.474731] env[69876]: INFO networking_nsxv3.common.synchronization [None req-5f6b9599-85ba-4a6d-83f1-c89474da396b None None] Enqueued Resource ID: 37a4cea1-d9b0-4e42-8608-9bd4c288c3ed with Priority: HIGHEST for action port [ 782.475055] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a4cea1-d9b0-4e42-8608-9bd4c288c3ed with Priority: HIGHEST for action port [ 782.475640] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-37a4cea1-d9b0-4e42-8608-9bd4c288c3ed taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.476030] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37a4cea1-d9b0-4e42-8608-9bd4c288c3ed" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.476030] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37a4cea1-d9b0-4e42-8608-9bd4c288c3ed" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.480321] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37a4cea1-d9b0-4e42-8608-9bd4c288c3ed" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.480426] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37a4cea1-d9b0-4e42-8608-9bd4c288c3ed',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.691198] env[69876]: INFO networking_nsxv3.common.synchronization [None req-3dff1125-09cf-4147-9b17-7b6f50107f03 tempest-ServerActionsTestOtherA-655370694 tempest-ServerActionsTestOtherA-655370694-project-member] Enqueued Resource ID: 0a5faaec-5e34-4572-9d07-2f2f563a1128 with Priority: HIGHEST for action security_group_rules [ 782.691406] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5faaec-5e34-4572-9d07-2f2f563a1128 with Priority: HIGHEST for action security_group_rules [ 782.692148] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a5faaec-5e34-4572-9d07-2f2f563a1128 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.692488] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a5faaec-5e34-4572-9d07-2f2f563a1128" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.692688] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a5faaec-5e34-4572-9d07-2f2f563a1128" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.693242] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a5faaec-5e34-4572-9d07-2f2f563a1128" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.693584] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a5faaec-5e34-4572-9d07-2f2f563a1128',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.984748] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37a4cea1-d9b0-4e42-8608-9bd4c288c3ed [ 782.984748] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.984748] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.984748] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.984748] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.984748] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.984748] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37a4cea1-d9b0-4e42-8608-9bd4c288c3ed already deleted. [ 782.984748] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37a4cea1-d9b0-4e42-8608-9bd4c288c3ed" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.216399] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.216581] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.216629] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.216834] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.216939] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.217043] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a5faaec-5e34-4572-9d07-2f2f563a1128 already deleted. [ 783.217129] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a5faaec-5e34-4572-9d07-2f2f563a1128" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.300837] env[69876]: INFO networking_nsxv3.common.synchronization [None req-b95503b1-e615-426c-b7d5-b95f8259d447 tempest-ServerActionsTestOtherA-655370694 tempest-ServerActionsTestOtherA-655370694-project-member] Enqueued Resource ID: 0a5faaec-5e34-4572-9d07-2f2f563a1128 with Priority: HIGHEST for action security_group_rules [ 783.301119] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5faaec-5e34-4572-9d07-2f2f563a1128 with Priority: HIGHEST for action security_group_rules [ 783.301816] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a5faaec-5e34-4572-9d07-2f2f563a1128 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.301816] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a5faaec-5e34-4572-9d07-2f2f563a1128" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.301893] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a5faaec-5e34-4572-9d07-2f2f563a1128" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.302075] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a5faaec-5e34-4572-9d07-2f2f563a1128" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.302261] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a5faaec-5e34-4572-9d07-2f2f563a1128',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.823563] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.823563] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.823563] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.824110] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.824110] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.824110] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a5faaec-5e34-4572-9d07-2f2f563a1128 already deleted. [ 783.824110] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a5faaec-5e34-4572-9d07-2f2f563a1128" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.903768] env[69876]: INFO networking_nsxv3.common.synchronization [None req-c558e22d-74bc-4425-809d-7057e07441f9 None None] Enqueued Resource ID: 6b8880ae-e98c-461e-abf1-0ee7d0a2c931 with Priority: HIGHEST for action port [ 783.904065] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b8880ae-e98c-461e-abf1-0ee7d0a2c931 with Priority: HIGHEST for action port [ 783.904704] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b8880ae-e98c-461e-abf1-0ee7d0a2c931 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.904847] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b8880ae-e98c-461e-abf1-0ee7d0a2c931" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.905041] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b8880ae-e98c-461e-abf1-0ee7d0a2c931" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.905481] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b8880ae-e98c-461e-abf1-0ee7d0a2c931" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.905481] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b8880ae-e98c-461e-abf1-0ee7d0a2c931',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.019742] env[69876]: INFO networking_nsxv3.common.synchronization [None req-00785011-5149-4b0f-8398-d64da1a0002c None None] Enqueued Resource ID: 5ee7598d-053d-4589-b540-2967cf861e86 with Priority: HIGHEST for action port [ 784.019991] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee7598d-053d-4589-b540-2967cf861e86 with Priority: HIGHEST for action port [ 784.020573] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ee7598d-053d-4589-b540-2967cf861e86 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.020699] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ee7598d-053d-4589-b540-2967cf861e86" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.020769] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ee7598d-053d-4589-b540-2967cf861e86" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.023499] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ee7598d-053d-4589-b540-2967cf861e86" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.023499] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ee7598d-053d-4589-b540-2967cf861e86',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.407178] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b8880ae-e98c-461e-abf1-0ee7d0a2c931 [ 784.408420] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.408420] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.408420] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.408420] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.408420] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.408420] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b8880ae-e98c-461e-abf1-0ee7d0a2c931 already deleted. [ 784.408420] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b8880ae-e98c-461e-abf1-0ee7d0a2c931" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.527191] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ee7598d-053d-4589-b540-2967cf861e86 [ 784.527191] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.527191] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.527191] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.527191] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.527191] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.527191] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ee7598d-053d-4589-b540-2967cf861e86 already deleted. [ 784.527191] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ee7598d-053d-4589-b540-2967cf861e86" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.437837] env[69876]: INFO networking_nsxv3.common.synchronization [None req-c95a069b-0f6c-4298-8533-edb78e822fcd None None] Enqueued Resource ID: 3adf3be4-61f4-4fb5-8645-bd018482a07c with Priority: HIGHEST for action port [ 785.439566] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3adf3be4-61f4-4fb5-8645-bd018482a07c with Priority: HIGHEST for action port [ 785.439566] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-3adf3be4-61f4-4fb5-8645-bd018482a07c taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.439566] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3adf3be4-61f4-4fb5-8645-bd018482a07c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.439566] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3adf3be4-61f4-4fb5-8645-bd018482a07c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.439566] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3adf3be4-61f4-4fb5-8645-bd018482a07c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.439566] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3adf3be4-61f4-4fb5-8645-bd018482a07c',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.916632] env[69876]: INFO networking_nsxv3.common.synchronization [None req-33ca57f7-4679-4b49-90f1-f1956ed6e6aa None None] Enqueued Resource ID: 39767801-eac1-49fc-9482-88c7da106788 with Priority: HIGHEST for action port [ 785.916845] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39767801-eac1-49fc-9482-88c7da106788 with Priority: HIGHEST for action port [ 785.917431] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-39767801-eac1-49fc-9482-88c7da106788 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.917580] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39767801-eac1-49fc-9482-88c7da106788" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.917652] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39767801-eac1-49fc-9482-88c7da106788" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.918040] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39767801-eac1-49fc-9482-88c7da106788" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.918040] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39767801-eac1-49fc-9482-88c7da106788',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.941708] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3adf3be4-61f4-4fb5-8645-bd018482a07c [ 785.942726] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.942726] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.942726] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.942726] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.942726] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.942886] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3adf3be4-61f4-4fb5-8645-bd018482a07c already deleted. [ 785.942886] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3adf3be4-61f4-4fb5-8645-bd018482a07c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.420987] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39767801-eac1-49fc-9482-88c7da106788 [ 786.421384] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.421476] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.421519] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.421714] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.421901] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.421901] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39767801-eac1-49fc-9482-88c7da106788 already deleted. [ 786.421980] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39767801-eac1-49fc-9482-88c7da106788" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.506868] env[69876]: INFO networking_nsxv3.common.synchronization [None req-5765add1-883e-4b3e-9686-3fd4204627ee None None] Enqueued Resource ID: 0d282b5d-c09e-4b70-86fa-34e5017c22b2 with Priority: HIGHEST for action port [ 788.508203] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d282b5d-c09e-4b70-86fa-34e5017c22b2 with Priority: HIGHEST for action port [ 788.508764] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d282b5d-c09e-4b70-86fa-34e5017c22b2 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.510098] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d282b5d-c09e-4b70-86fa-34e5017c22b2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.510309] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d282b5d-c09e-4b70-86fa-34e5017c22b2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.510611] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d282b5d-c09e-4b70-86fa-34e5017c22b2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.511537] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d282b5d-c09e-4b70-86fa-34e5017c22b2',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.997291] env[69876]: INFO networking_nsxv3.common.synchronization [None req-2a83b3aa-d49a-4daa-bae2-e13a74ce1c8b tempest-ServersTestBootFromVolume-919866452 tempest-ServersTestBootFromVolume-919866452-project-member] Enqueued Resource ID: cdd4fe36-fc22-4589-a64b-6712da7b218c with Priority: HIGHEST for action security_group_rules [ 788.998000] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdd4fe36-fc22-4589-a64b-6712da7b218c with Priority: HIGHEST for action security_group_rules [ 788.998185] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdd4fe36-fc22-4589-a64b-6712da7b218c taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.999382] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdd4fe36-fc22-4589-a64b-6712da7b218c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.999382] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdd4fe36-fc22-4589-a64b-6712da7b218c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.999382] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdd4fe36-fc22-4589-a64b-6712da7b218c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.999930] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdd4fe36-fc22-4589-a64b-6712da7b218c',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.015132] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d282b5d-c09e-4b70-86fa-34e5017c22b2 [ 789.015132] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.015132] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.015414] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.015724] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.015859] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.016017] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d282b5d-c09e-4b70-86fa-34e5017c22b2 already deleted. [ 789.016724] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d282b5d-c09e-4b70-86fa-34e5017c22b2" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.111496] env[69876]: INFO networking_nsxv3.common.synchronization [None req-8eced6ed-a1af-4662-99ab-f286478496be None None] Enqueued Resource ID: 484bcf0d-d2e2-4c15-b9d0-69aad4f4754e with Priority: HIGHEST for action port [ 789.112951] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484bcf0d-d2e2-4c15-b9d0-69aad4f4754e with Priority: HIGHEST for action port [ 789.113640] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-484bcf0d-d2e2-4c15-b9d0-69aad4f4754e taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.115176] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-484bcf0d-d2e2-4c15-b9d0-69aad4f4754e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.116778] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-484bcf0d-d2e2-4c15-b9d0-69aad4f4754e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.116778] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-484bcf0d-d2e2-4c15-b9d0-69aad4f4754e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.116778] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('484bcf0d-d2e2-4c15-b9d0-69aad4f4754e',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.223344] env[69876]: INFO networking_nsxv3.common.synchronization [None req-c59a2fe9-1df0-48bf-89f7-b8fa73bbb264 None None] Enqueued Resource ID: 9c764c0d-3776-4b23-92bc-ba2d06a18fac with Priority: HIGHEST for action port [ 789.223344] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c764c0d-3776-4b23-92bc-ba2d06a18fac with Priority: HIGHEST for action port [ 789.223344] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c764c0d-3776-4b23-92bc-ba2d06a18fac taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.223344] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c764c0d-3776-4b23-92bc-ba2d06a18fac" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.223344] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c764c0d-3776-4b23-92bc-ba2d06a18fac" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.223344] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c764c0d-3776-4b23-92bc-ba2d06a18fac" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.223344] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c764c0d-3776-4b23-92bc-ba2d06a18fac',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.369699] env[69876]: INFO networking_nsxv3.common.synchronization [None req-e6aacb47-3787-4857-b0c0-fb806c12c082 tempest-ServersTestBootFromVolume-919866452 tempest-ServersTestBootFromVolume-919866452-project-member] Enqueued Resource ID: cdd4fe36-fc22-4589-a64b-6712da7b218c with Priority: HIGHEST for action security_group_rules [ 789.370591] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdd4fe36-fc22-4589-a64b-6712da7b218c with Priority: HIGHEST for action security_group_rules [ 789.371738] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdd4fe36-fc22-4589-a64b-6712da7b218c taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.371838] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdd4fe36-fc22-4589-a64b-6712da7b218c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.528521] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.528878] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.528878] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.528953] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.529478] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.529478] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdd4fe36-fc22-4589-a64b-6712da7b218c already deleted. [ 789.529478] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdd4fe36-fc22-4589-a64b-6712da7b218c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.529478] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdd4fe36-fc22-4589-a64b-6712da7b218c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.529666] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdd4fe36-fc22-4589-a64b-6712da7b218c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.529666] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdd4fe36-fc22-4589-a64b-6712da7b218c',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.619051] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 484bcf0d-d2e2-4c15-b9d0-69aad4f4754e [ 789.619051] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.619051] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.619051] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.619051] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.619051] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.619051] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:484bcf0d-d2e2-4c15-b9d0-69aad4f4754e already deleted. [ 789.619051] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-484bcf0d-d2e2-4c15-b9d0-69aad4f4754e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.695167] env[69876]: INFO networking_nsxv3.common.synchronization [None req-24c3567f-b779-415a-831f-086e81ee3917 None None] Enqueued Resource ID: 6fab4fbf-383b-4c1f-ac2a-37aab0f6e356 with Priority: HIGHEST for action port [ 789.695788] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fab4fbf-383b-4c1f-ac2a-37aab0f6e356 with Priority: HIGHEST for action port [ 789.696071] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fab4fbf-383b-4c1f-ac2a-37aab0f6e356 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.696272] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fab4fbf-383b-4c1f-ac2a-37aab0f6e356" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.696272] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fab4fbf-383b-4c1f-ac2a-37aab0f6e356" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.697179] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fab4fbf-383b-4c1f-ac2a-37aab0f6e356" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.697179] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fab4fbf-383b-4c1f-ac2a-37aab0f6e356',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.725191] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c764c0d-3776-4b23-92bc-ba2d06a18fac [ 789.726044] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.726044] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.726044] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.726044] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.726044] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.726333] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c764c0d-3776-4b23-92bc-ba2d06a18fac already deleted. [ 789.726333] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c764c0d-3776-4b23-92bc-ba2d06a18fac" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.052965] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.052965] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.052965] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.053233] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.053433] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.055166] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdd4fe36-fc22-4589-a64b-6712da7b218c already deleted. [ 790.055827] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdd4fe36-fc22-4589-a64b-6712da7b218c" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.201033] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fab4fbf-383b-4c1f-ac2a-37aab0f6e356 [ 790.201033] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.201033] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.201033] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.201287] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.201519] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.201519] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fab4fbf-383b-4c1f-ac2a-37aab0f6e356 already deleted. [ 790.201617] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fab4fbf-383b-4c1f-ac2a-37aab0f6e356" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.734207] env[69876]: INFO networking_nsxv3.common.synchronization [None req-a26647a6-27aa-43da-a2b2-a55dbaab7183 None None] Enqueued Resource ID: c8183ec7-62ea-45c7-ac43-a44c18d5ba4e with Priority: HIGHEST for action port [ 790.735055] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8183ec7-62ea-45c7-ac43-a44c18d5ba4e with Priority: HIGHEST for action port [ 790.735550] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8183ec7-62ea-45c7-ac43-a44c18d5ba4e taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.735760] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8183ec7-62ea-45c7-ac43-a44c18d5ba4e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.735889] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8183ec7-62ea-45c7-ac43-a44c18d5ba4e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.736677] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8183ec7-62ea-45c7-ac43-a44c18d5ba4e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.736847] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8183ec7-62ea-45c7-ac43-a44c18d5ba4e',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.886214] env[69876]: INFO networking_nsxv3.common.synchronization [None req-352e7472-8864-443d-a51e-cf3cabf5da85 None None] Enqueued Resource ID: fba2b490-0897-4bd0-945a-6499fb3dc6f7 with Priority: HIGHEST for action port [ 790.886890] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba2b490-0897-4bd0-945a-6499fb3dc6f7 with Priority: HIGHEST for action port [ 790.888847] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-fba2b490-0897-4bd0-945a-6499fb3dc6f7 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.888980] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fba2b490-0897-4bd0-945a-6499fb3dc6f7" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.889060] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fba2b490-0897-4bd0-945a-6499fb3dc6f7" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.889357] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fba2b490-0897-4bd0-945a-6499fb3dc6f7" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.889438] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba2b490-0897-4bd0-945a-6499fb3dc6f7',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.241622] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8183ec7-62ea-45c7-ac43-a44c18d5ba4e [ 791.241622] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.241622] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.241622] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.241622] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.241622] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.241622] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8183ec7-62ea-45c7-ac43-a44c18d5ba4e already deleted. [ 791.241622] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8183ec7-62ea-45c7-ac43-a44c18d5ba4e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.392412] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fba2b490-0897-4bd0-945a-6499fb3dc6f7 [ 791.392412] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.392412] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.392412] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.392412] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.392412] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.392412] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fba2b490-0897-4bd0-945a-6499fb3dc6f7 already deleted. [ 791.392412] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fba2b490-0897-4bd0-945a-6499fb3dc6f7" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.400560] env[69876]: INFO networking_nsxv3.common.synchronization [None req-3253e582-c11d-442f-ac56-f921d6c3cbb3 None None] Enqueued Resource ID: 4c6fca5e-a575-4351-89ff-a75d1f8b7f19 with Priority: HIGHEST for action port [ 791.402421] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6fca5e-a575-4351-89ff-a75d1f8b7f19 with Priority: HIGHEST for action port [ 791.402806] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c6fca5e-a575-4351-89ff-a75d1f8b7f19 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.402939] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c6fca5e-a575-4351-89ff-a75d1f8b7f19" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.402939] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c6fca5e-a575-4351-89ff-a75d1f8b7f19" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.403216] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c6fca5e-a575-4351-89ff-a75d1f8b7f19" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.403318] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c6fca5e-a575-4351-89ff-a75d1f8b7f19',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.905647] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c6fca5e-a575-4351-89ff-a75d1f8b7f19 [ 791.905961] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.910022] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.910022] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.910022] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.910022] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.910022] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c6fca5e-a575-4351-89ff-a75d1f8b7f19 already deleted. [ 791.910022] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c6fca5e-a575-4351-89ff-a75d1f8b7f19" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.136720] env[69876]: INFO networking_nsxv3.common.synchronization [None req-7ce03043-46ab-47dc-96a9-a52d7cf78f35 None None] Enqueued Resource ID: 48247e44-3ea1-4ead-915e-592f5d2bb126 with Priority: HIGHEST for action port [ 793.136720] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48247e44-3ea1-4ead-915e-592f5d2bb126 with Priority: HIGHEST for action port [ 793.136720] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-48247e44-3ea1-4ead-915e-592f5d2bb126 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.136720] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48247e44-3ea1-4ead-915e-592f5d2bb126" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.136720] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48247e44-3ea1-4ead-915e-592f5d2bb126" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.137628] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48247e44-3ea1-4ead-915e-592f5d2bb126" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.138676] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48247e44-3ea1-4ead-915e-592f5d2bb126',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.350049] env[69876]: INFO networking_nsxv3.common.synchronization [None req-31be53ba-858f-42e2-80c1-0bb2de3c8e90 None None] Enqueued Resource ID: bb8d40f6-0fa6-4898-86c0-200dbd3199ad with Priority: HIGHEST for action port [ 793.351320] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8d40f6-0fa6-4898-86c0-200dbd3199ad with Priority: HIGHEST for action port [ 793.351320] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb8d40f6-0fa6-4898-86c0-200dbd3199ad taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.351320] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb8d40f6-0fa6-4898-86c0-200dbd3199ad" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.351320] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb8d40f6-0fa6-4898-86c0-200dbd3199ad" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.351754] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb8d40f6-0fa6-4898-86c0-200dbd3199ad" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.351754] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8d40f6-0fa6-4898-86c0-200dbd3199ad',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.426094] env[69876]: INFO networking_nsxv3.common.synchronization [None req-5fcde39f-98f9-48f5-bdfb-c339f6a043b5 tempest-ServersTestManualDisk-929629315 tempest-ServersTestManualDisk-929629315-project-member] Enqueued Resource ID: a38cbc8f-13a6-48f7-a3fb-41eb42550dad with Priority: HIGHEST for action security_group_rules [ 793.426348] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38cbc8f-13a6-48f7-a3fb-41eb42550dad with Priority: HIGHEST for action security_group_rules [ 793.426923] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38cbc8f-13a6-48f7-a3fb-41eb42550dad taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.427118] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38cbc8f-13a6-48f7-a3fb-41eb42550dad" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.427182] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38cbc8f-13a6-48f7-a3fb-41eb42550dad" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.427465] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38cbc8f-13a6-48f7-a3fb-41eb42550dad" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.427544] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38cbc8f-13a6-48f7-a3fb-41eb42550dad',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.641484] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48247e44-3ea1-4ead-915e-592f5d2bb126 [ 793.641484] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.641484] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.641484] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.641484] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.641484] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.641484] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48247e44-3ea1-4ead-915e-592f5d2bb126 already deleted. [ 793.641484] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48247e44-3ea1-4ead-915e-592f5d2bb126" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.792726] env[69876]: INFO networking_nsxv3.common.synchronization [None req-2ea634b6-64bf-429c-b921-3066a0656e85 tempest-ServersTestManualDisk-929629315 tempest-ServersTestManualDisk-929629315-project-member] Enqueued Resource ID: a38cbc8f-13a6-48f7-a3fb-41eb42550dad with Priority: HIGHEST for action security_group_rules [ 793.792726] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38cbc8f-13a6-48f7-a3fb-41eb42550dad with Priority: HIGHEST for action security_group_rules [ 793.792726] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a38cbc8f-13a6-48f7-a3fb-41eb42550dad taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.792726] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a38cbc8f-13a6-48f7-a3fb-41eb42550dad" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.855260] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb8d40f6-0fa6-4898-86c0-200dbd3199ad [ 793.855889] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.855889] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.855889] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.856339] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.856531] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.856703] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb8d40f6-0fa6-4898-86c0-200dbd3199ad already deleted. [ 793.856913] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb8d40f6-0fa6-4898-86c0-200dbd3199ad" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.964411] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.965453] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.968601] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.968601] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.968601] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.968601] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38cbc8f-13a6-48f7-a3fb-41eb42550dad already deleted. [ 793.968601] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38cbc8f-13a6-48f7-a3fb-41eb42550dad" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.968601] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a38cbc8f-13a6-48f7-a3fb-41eb42550dad" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.968601] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a38cbc8f-13a6-48f7-a3fb-41eb42550dad" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.968601] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a38cbc8f-13a6-48f7-a3fb-41eb42550dad',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.212652] env[69876]: INFO networking_nsxv3.common.synchronization [None req-00fed824-c1d7-4264-880f-db03446b77fe None None] Enqueued Resource ID: 9b45c551-f9e0-4cdd-a92d-282929ed2d89 with Priority: HIGHEST for action port [ 794.213022] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b45c551-f9e0-4cdd-a92d-282929ed2d89 with Priority: HIGHEST for action port [ 794.213560] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b45c551-f9e0-4cdd-a92d-282929ed2d89 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.213691] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b45c551-f9e0-4cdd-a92d-282929ed2d89" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.213759] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b45c551-f9e0-4cdd-a92d-282929ed2d89" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.215337] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b45c551-f9e0-4cdd-a92d-282929ed2d89" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.215504] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b45c551-f9e0-4cdd-a92d-282929ed2d89',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.495915] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.495915] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.495915] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.495915] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.495915] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.495915] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a38cbc8f-13a6-48f7-a3fb-41eb42550dad already deleted. [ 794.495915] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a38cbc8f-13a6-48f7-a3fb-41eb42550dad" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.718161] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b45c551-f9e0-4cdd-a92d-282929ed2d89 [ 794.718949] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.718949] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.718949] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.719256] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.719256] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.719256] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b45c551-f9e0-4cdd-a92d-282929ed2d89 already deleted. [ 794.719342] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b45c551-f9e0-4cdd-a92d-282929ed2d89" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.087712] env[69876]: INFO networking_nsxv3.common.synchronization [None req-97aab1f0-fe3e-4b80-99e1-0391b236a04f None None] Enqueued Resource ID: 682a43b5-e67e-4a9e-887f-3f7a08b58679 with Priority: HIGHEST for action port [ 795.087712] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682a43b5-e67e-4a9e-887f-3f7a08b58679 with Priority: HIGHEST for action port [ 795.088012] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-682a43b5-e67e-4a9e-887f-3f7a08b58679 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.088408] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-682a43b5-e67e-4a9e-887f-3f7a08b58679" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.088509] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-682a43b5-e67e-4a9e-887f-3f7a08b58679" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.088793] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-682a43b5-e67e-4a9e-887f-3f7a08b58679" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.088933] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('682a43b5-e67e-4a9e-887f-3f7a08b58679',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.591646] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 682a43b5-e67e-4a9e-887f-3f7a08b58679 [ 795.591981] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.592150] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.592316] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.592683] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.592751] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.592856] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:682a43b5-e67e-4a9e-887f-3f7a08b58679 already deleted. [ 795.592951] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-682a43b5-e67e-4a9e-887f-3f7a08b58679" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.632759] env[69876]: INFO networking_nsxv3.common.synchronization [None req-b99a7cc4-610d-485c-a41b-acc98369f6f1 None None] Enqueued Resource ID: bd49af25-fe28-4e4f-af9f-37e2e073e443 with Priority: HIGHEST for action port [ 796.633922] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd49af25-fe28-4e4f-af9f-37e2e073e443 with Priority: HIGHEST for action port [ 796.634284] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd49af25-fe28-4e4f-af9f-37e2e073e443 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.634420] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd49af25-fe28-4e4f-af9f-37e2e073e443" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.634488] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd49af25-fe28-4e4f-af9f-37e2e073e443" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.634759] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd49af25-fe28-4e4f-af9f-37e2e073e443" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.634843] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd49af25-fe28-4e4f-af9f-37e2e073e443',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.137463] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd49af25-fe28-4e4f-af9f-37e2e073e443 [ 797.137740] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.137902] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.137988] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.138233] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.138353] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.138773] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd49af25-fe28-4e4f-af9f-37e2e073e443 already deleted. [ 797.138773] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd49af25-fe28-4e4f-af9f-37e2e073e443" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.121517] env[69876]: INFO networking_nsxv3.common.synchronization [None req-b7899514-f5d1-43de-b7db-fc30cb6e5d27 None None] Enqueued Resource ID: 197606f9-3312-4fb8-b3bc-c7e3b3ac7eba with Priority: HIGHEST for action port [ 798.121754] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 197606f9-3312-4fb8-b3bc-c7e3b3ac7eba with Priority: HIGHEST for action port [ 798.122349] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-197606f9-3312-4fb8-b3bc-c7e3b3ac7eba taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.122472] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-197606f9-3312-4fb8-b3bc-c7e3b3ac7eba" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.122931] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-197606f9-3312-4fb8-b3bc-c7e3b3ac7eba" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.122931] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-197606f9-3312-4fb8-b3bc-c7e3b3ac7eba" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.122931] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('197606f9-3312-4fb8-b3bc-c7e3b3ac7eba',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.627489] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 197606f9-3312-4fb8-b3bc-c7e3b3ac7eba [ 798.627489] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.627489] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.627489] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.627489] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.627489] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.627489] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:197606f9-3312-4fb8-b3bc-c7e3b3ac7eba already deleted. [ 798.627489] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-197606f9-3312-4fb8-b3bc-c7e3b3ac7eba" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.395188] env[69876]: INFO networking_nsxv3.common.synchronization [None req-900524dc-e575-49b3-839b-9195679c4bc1 None None] Enqueued Resource ID: 4f582a98-76b4-4568-ade0-9197854930e4 with Priority: HIGHEST for action port [ 799.395188] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f582a98-76b4-4568-ade0-9197854930e4 with Priority: HIGHEST for action port [ 799.395188] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f582a98-76b4-4568-ade0-9197854930e4 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.395188] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f582a98-76b4-4568-ade0-9197854930e4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.395188] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f582a98-76b4-4568-ade0-9197854930e4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.395188] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f582a98-76b4-4568-ade0-9197854930e4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.395188] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f582a98-76b4-4568-ade0-9197854930e4',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.624348] env[69876]: INFO networking_nsxv3.common.synchronization [None req-bba7d24d-f583-4ab4-a6c6-148970ed3bfe tempest-ServersV294TestFqdnHostnames-337886373 tempest-ServersV294TestFqdnHostnames-337886373-project-member] Enqueued Resource ID: 957c6c28-0803-480d-9ec7-550b349767c3 with Priority: HIGHEST for action security_group_rules [ 799.625118] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 957c6c28-0803-480d-9ec7-550b349767c3 with Priority: HIGHEST for action security_group_rules [ 799.625845] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-957c6c28-0803-480d-9ec7-550b349767c3 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.627724] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-957c6c28-0803-480d-9ec7-550b349767c3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.627828] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-957c6c28-0803-480d-9ec7-550b349767c3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.628088] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-957c6c28-0803-480d-9ec7-550b349767c3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.628221] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('957c6c28-0803-480d-9ec7-550b349767c3',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.864177] env[69876]: INFO networking_nsxv3.common.synchronization [None req-8cda5073-1cd8-4e6e-822d-f78f9acd7dbd tempest-ServersV294TestFqdnHostnames-337886373 tempest-ServersV294TestFqdnHostnames-337886373-project-member] Enqueued Resource ID: 957c6c28-0803-480d-9ec7-550b349767c3 with Priority: HIGHEST for action security_group_rules [ 799.864177] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 957c6c28-0803-480d-9ec7-550b349767c3 with Priority: HIGHEST for action security_group_rules [ 799.866704] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-957c6c28-0803-480d-9ec7-550b349767c3 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.866950] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-957c6c28-0803-480d-9ec7-550b349767c3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.885443] env[69876]: INFO networking_nsxv3.common.synchronization [None req-642b87bf-9fa3-4ecf-985d-49e4c9e7dab5 None None] Enqueued Resource ID: 1db0572d-80a0-4987-a71e-00246c75b382 with Priority: HIGHEST for action port [ 799.885996] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db0572d-80a0-4987-a71e-00246c75b382 with Priority: HIGHEST for action port [ 799.886257] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-1db0572d-80a0-4987-a71e-00246c75b382 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.886426] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1db0572d-80a0-4987-a71e-00246c75b382" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.886462] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1db0572d-80a0-4987-a71e-00246c75b382" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.886751] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1db0572d-80a0-4987-a71e-00246c75b382" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.886832] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db0572d-80a0-4987-a71e-00246c75b382',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.898172] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f582a98-76b4-4568-ade0-9197854930e4 [ 799.898172] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.898172] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.898172] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.898172] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.898172] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.898172] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f582a98-76b4-4568-ade0-9197854930e4 already deleted. [ 799.898172] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f582a98-76b4-4568-ade0-9197854930e4" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.151534] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.151736] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.151775] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.151969] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.152070] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.152174] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 957c6c28-0803-480d-9ec7-550b349767c3 already deleted. [ 800.152262] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-957c6c28-0803-480d-9ec7-550b349767c3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.152401] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-957c6c28-0803-480d-9ec7-550b349767c3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.152556] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-957c6c28-0803-480d-9ec7-550b349767c3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.152753] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('957c6c28-0803-480d-9ec7-550b349767c3',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.389910] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1db0572d-80a0-4987-a71e-00246c75b382 [ 800.390157] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.390961] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.391082] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.391344] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.391443] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.391543] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1db0572d-80a0-4987-a71e-00246c75b382 already deleted. [ 800.392270] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1db0572d-80a0-4987-a71e-00246c75b382" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.675244] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.675575] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.675575] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.675654] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.675749] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.675842] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 957c6c28-0803-480d-9ec7-550b349767c3 already deleted. [ 800.675921] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-957c6c28-0803-480d-9ec7-550b349767c3" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.698973] env[69876]: INFO networking_nsxv3.common.synchronization [None req-aa4238f0-37b4-4685-a564-444bec71b270 None None] Enqueued Resource ID: 1fd1e502-b590-4cb6-b910-d5296abfbe3b with Priority: HIGHEST for action port [ 800.699611] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd1e502-b590-4cb6-b910-d5296abfbe3b with Priority: HIGHEST for action port [ 800.699916] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fd1e502-b590-4cb6-b910-d5296abfbe3b taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.700054] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fd1e502-b590-4cb6-b910-d5296abfbe3b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.700122] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fd1e502-b590-4cb6-b910-d5296abfbe3b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.700377] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fd1e502-b590-4cb6-b910-d5296abfbe3b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.700460] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd1e502-b590-4cb6-b910-d5296abfbe3b',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.203555] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fd1e502-b590-4cb6-b910-d5296abfbe3b [ 801.203555] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.203555] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.203555] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.203755] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.203755] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.203863] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fd1e502-b590-4cb6-b910-d5296abfbe3b already deleted. [ 801.203945] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fd1e502-b590-4cb6-b910-d5296abfbe3b" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.841810] env[69876]: INFO networking_nsxv3.common.synchronization [None req-09d5cee0-9b6c-4702-ae7b-be5a169e0064 None None] Enqueued Resource ID: a6228c43-3012-4956-99d5-0866fb04382e with Priority: HIGHEST for action port [ 802.842666] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6228c43-3012-4956-99d5-0866fb04382e with Priority: HIGHEST for action port [ 802.842666] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6228c43-3012-4956-99d5-0866fb04382e taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.842792] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6228c43-3012-4956-99d5-0866fb04382e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.842839] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6228c43-3012-4956-99d5-0866fb04382e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.843101] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6228c43-3012-4956-99d5-0866fb04382e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.843303] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6228c43-3012-4956-99d5-0866fb04382e',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.184842] env[69876]: INFO networking_nsxv3.common.synchronization [None req-e9239a97-f39c-4987-bb7b-10ad768189f2 None None] Enqueued Resource ID: c46b6fbe-7036-4162-a715-376f1e495408 with Priority: HIGHEST for action port [ 803.185629] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46b6fbe-7036-4162-a715-376f1e495408 with Priority: HIGHEST for action port [ 803.186150] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-c46b6fbe-7036-4162-a715-376f1e495408 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.186261] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c46b6fbe-7036-4162-a715-376f1e495408" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.186409] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c46b6fbe-7036-4162-a715-376f1e495408" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.187888] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c46b6fbe-7036-4162-a715-376f1e495408" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.187888] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c46b6fbe-7036-4162-a715-376f1e495408',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.349229] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6228c43-3012-4956-99d5-0866fb04382e [ 803.349229] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.349393] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.349393] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.349581] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.349667] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.349775] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6228c43-3012-4956-99d5-0866fb04382e already deleted. [ 803.349853] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6228c43-3012-4956-99d5-0866fb04382e" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.691878] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c46b6fbe-7036-4162-a715-376f1e495408 [ 803.691878] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.691878] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.691878] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.691878] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.691878] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.691878] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c46b6fbe-7036-4162-a715-376f1e495408 already deleted. [ 803.691878] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c46b6fbe-7036-4162-a715-376f1e495408" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.803053] env[69876]: INFO networking_nsxv3.common.synchronization [None req-5682e59d-5fff-4f6e-81d2-43a8e6cfa77e None None] Enqueued Resource ID: cb3ab9de-f414-45df-96e8-f72c87ff74ca with Priority: HIGHEST for action port [ 803.803326] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3ab9de-f414-45df-96e8-f72c87ff74ca with Priority: HIGHEST for action port [ 803.803916] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb3ab9de-f414-45df-96e8-f72c87ff74ca taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.804226] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb3ab9de-f414-45df-96e8-f72c87ff74ca" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.804325] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb3ab9de-f414-45df-96e8-f72c87ff74ca" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.804591] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb3ab9de-f414-45df-96e8-f72c87ff74ca" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.804677] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb3ab9de-f414-45df-96e8-f72c87ff74ca',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.306624] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb3ab9de-f414-45df-96e8-f72c87ff74ca [ 804.306890] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.307020] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.307162] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.307403] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.307498] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.307597] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb3ab9de-f414-45df-96e8-f72c87ff74ca already deleted. [ 804.308284] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb3ab9de-f414-45df-96e8-f72c87ff74ca" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.326787] env[69876]: INFO networking_nsxv3.common.synchronization [None req-d3db2afd-3a08-462d-bd49-34ae5b98a6c0 None None] Enqueued Resource ID: 76273aa9-918e-4957-80ae-0f284e761db0 with Priority: HIGHEST for action port [ 806.327078] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76273aa9-918e-4957-80ae-0f284e761db0 with Priority: HIGHEST for action port [ 806.328379] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-76273aa9-918e-4957-80ae-0f284e761db0 taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.328528] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76273aa9-918e-4957-80ae-0f284e761db0" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.328594] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76273aa9-918e-4957-80ae-0f284e761db0" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.328834] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76273aa9-918e-4957-80ae-0f284e761db0" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.328915] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76273aa9-918e-4957-80ae-0f284e761db0',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.837554] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76273aa9-918e-4957-80ae-0f284e761db0 [ 806.837803] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.837943] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.838022] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.838276] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.838370] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.838468] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76273aa9-918e-4957-80ae-0f284e761db0 already deleted. [ 806.838547] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76273aa9-918e-4957-80ae-0f284e761db0" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.195010] env[69876]: INFO networking_nsxv3.common.synchronization [None req-9f0f2b1d-ec9e-4280-a2ed-266c650153a5 None None] Enqueued Resource ID: 6eb79851-2d75-4855-886e-aec9e131b3ef with Priority: HIGHEST for action port [ 809.195330] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb79851-2d75-4855-886e-aec9e131b3ef with Priority: HIGHEST for action port [ 809.195905] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eb79851-2d75-4855-886e-aec9e131b3ef taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.196070] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eb79851-2d75-4855-886e-aec9e131b3ef" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.196140] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eb79851-2d75-4855-886e-aec9e131b3ef" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.196400] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eb79851-2d75-4855-886e-aec9e131b3ef" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.196483] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb79851-2d75-4855-886e-aec9e131b3ef',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.699915] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eb79851-2d75-4855-886e-aec9e131b3ef [ 809.700196] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.700341] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.700411] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.700635] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.700727] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.700841] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eb79851-2d75-4855-886e-aec9e131b3ef already deleted. [ 809.700900] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eb79851-2d75-4855-886e-aec9e131b3ef" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.963103] env[69876]: INFO networking_nsxv3.common.synchronization [None req-1ba0a2f9-0695-42de-8df9-4e2fe46b8e85 tempest-ServerActionsTestJSON-891458029 tempest-ServerActionsTestJSON-891458029-project-member] Enqueued Resource ID: a705cd82-ff1e-4623-a55c-44bef09481da with Priority: HIGHEST for action security_group_rules [ 809.964202] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a705cd82-ff1e-4623-a55c-44bef09481da with Priority: HIGHEST for action security_group_rules [ 809.964202] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a705cd82-ff1e-4623-a55c-44bef09481da taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.964202] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a705cd82-ff1e-4623-a55c-44bef09481da" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.964202] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a705cd82-ff1e-4623-a55c-44bef09481da" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.964450] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a705cd82-ff1e-4623-a55c-44bef09481da" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.964500] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a705cd82-ff1e-4623-a55c-44bef09481da',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.045145] env[69876]: INFO networking_nsxv3.common.synchronization [None req-d253d721-adfe-4b79-95aa-861532cd8243 tempest-ServerActionsTestJSON-891458029 tempest-ServerActionsTestJSON-891458029-project-member] Enqueued Resource ID: a705cd82-ff1e-4623-a55c-44bef09481da with Priority: HIGHEST for action security_group_rules [ 810.045742] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a705cd82-ff1e-4623-a55c-44bef09481da with Priority: HIGHEST for action security_group_rules [ 810.045937] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a705cd82-ff1e-4623-a55c-44bef09481da taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.046068] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a705cd82-ff1e-4623-a55c-44bef09481da" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.486382] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.486745] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.486745] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.486920] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.487169] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.487244] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a705cd82-ff1e-4623-a55c-44bef09481da already deleted. [ 810.487349] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a705cd82-ff1e-4623-a55c-44bef09481da" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.487501] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a705cd82-ff1e-4623-a55c-44bef09481da" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.487693] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a705cd82-ff1e-4623-a55c-44bef09481da" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.487797] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a705cd82-ff1e-4623-a55c-44bef09481da',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.981066] env[69876]: INFO networking_nsxv3.common.synchronization [None req-f6011608-43ef-401e-a35b-07900caa3235 None None] Enqueued Resource ID: a03375bd-ad36-4355-9c02-b4e2ad53ab2d with Priority: HIGHEST for action port [ 810.981401] env[69876]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03375bd-ad36-4355-9c02-b4e2ad53ab2d with Priority: HIGHEST for action port [ 810.982215] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock port-a03375bd-ad36-4355-9c02-b4e2ad53ab2d taken with stack trace [, , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.982215] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a03375bd-ad36-4355-9c02-b4e2ad53ab2d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.982215] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a03375bd-ad36-4355-9c02-b4e2ad53ab2d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.982215] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a03375bd-ad36-4355-9c02-b4e2ad53ab2d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.982215] env[69876]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a03375bd-ad36-4355-9c02-b4e2ad53ab2d',) {} {{(pid=69876) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.008088] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.008088] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.008088] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.008088] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.008088] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.008088] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a705cd82-ff1e-4623-a55c-44bef09481da already deleted. [ 811.008473] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a705cd82-ff1e-4623-a55c-44bef09481da" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.484129] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a03375bd-ad36-4355-9c02-b4e2ad53ab2d [ 811.484360] env[69876]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69876) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.484520] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.484565] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.484771] env[69876]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.484861] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.484953] env[69876]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a03375bd-ad36-4355-9c02-b4e2ad53ab2d already deleted. [ 811.485078] env[69876]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a03375bd-ad36-4355-9c02-b4e2ad53ab2d" {{(pid=69876) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.982260] env[69876]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 815.982528] env[69876]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 820.984038] env[69876]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 820.984430] env[69876]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 825.985695] env[69876]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 825.985695] env[69876]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 830.986419] env[69876]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 830.986869] env[69876]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 835.987457] env[69876]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 835.987457] env[69876]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0