[ 578.824088] env[69640]: INFO neutron.common.config [-] Logging enabled! [ 578.824680] env[69640]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 578.825088] env[69640]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69640) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 578.825453] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 578.825453] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 578.826230] env[69640]: WARNING oslo_policy.policy [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 578.826505] env[69640]: WARNING oslo_policy.policy [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 578.828050] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] VMware NSXv3 Agent initialized successfully. [ 578.830145] env[69640]: DEBUG oslo_concurrency.lockutils [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] Acquiring lock "singleton_lock" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.830145] env[69640]: DEBUG oslo_concurrency.lockutils [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] Acquired lock "singleton_lock" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.830145] env[69640]: DEBUG oslo_concurrency.lockutils [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] Releasing lock "singleton_lock" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.830145] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] Full set of CONF: {{(pid=69640) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 578.830145] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ******************************************************************************** {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 578.830145] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] Configuration options gathered from: {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 578.830327] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 578.830327] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 578.830327] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ================================================================================ {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 578.830327] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] agent_down_time = 75 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.830327] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] allow_automatic_dhcp_failover = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.830327] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] allow_bulk = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.830477] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] api_extensions_path = {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.830621] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] api_paste_config = api-paste.ini {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.830708] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] auth_strategy = keystone {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.830814] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] backdoor_port = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.830915] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] backdoor_socket = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.831059] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] backlog = 4096 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.831198] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.832017] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] bind_host = 0.0.0.0 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.832017] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] bind_port = 9696 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.832017] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] client_socket_timeout = 900 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.832017] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] config_dir = [] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.832017] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.832017] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] config_source = [] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.832241] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] control_exchange = neutron {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.832286] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] core_plugin = ml2 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.832554] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] debug = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.832554] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] default_availability_zones = [] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.832759] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.833065] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] dhcp_agent_notification = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.833065] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] dhcp_agents_per_network = 1 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.833214] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] dhcp_lease_duration = 86400 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.833329] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] dhcp_load_type = networks {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.833465] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] dns_domain = openstacklocal {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.834025] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.834025] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] enable_default_route_bfd = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.834025] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] enable_default_route_ecmp = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.834025] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] enable_dvr = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.834268] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] enable_new_agents = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.834268] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.834372] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] enable_signals = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.834468] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] enable_traditional_dhcp = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.834591] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] external_dns_driver = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.834717] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] filter_validation = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.834854] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] global_physnet_mtu = 8950 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.835087] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] graceful_shutdown_timeout = 60 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.835198] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] host = cpu-1 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.835322] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] host_dvr_for_dhcp = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.835772] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] http_retries = 3 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.835772] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] instance_format = [instance: %(uuid)s] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.835772] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.835901] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ipam_driver = internal {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.835984] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ipv6_pd_enabled = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.836106] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] l3_ha = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.836243] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.836377] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] l3_ha_network_physical_name = {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.836512] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] l3_ha_network_type = {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.837017] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] log_color = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.837017] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] log_config_append = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.837017] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.837117] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] log_dir = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.837514] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] log_file = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.837514] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] log_options = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.837514] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] log_rotate_interval = 1 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.837625] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] log_rotate_interval_type = days {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.838023] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] log_rotation_type = none {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.838023] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.838023] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.838346] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.838346] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.838899] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.838899] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] max_dns_nameservers = 5 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.838899] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] max_header_line = 16384 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.838899] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] max_l3_agents_per_router = 3 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.838899] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] max_logfile_count = 30 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.839797] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] max_logfile_size_mb = 200 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.839797] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] max_subnet_host_routes = 20 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.839797] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] my_ip = 10.180.1.21 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.839797] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] my_ipv6 = ::1 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.839797] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] network_auto_schedule = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.839797] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] network_link_prefix = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.839953] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.839953] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] notify_nova_on_port_data_changes = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.840398] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] notify_nova_on_port_status_changes = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.840398] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] pagination_max_limit = -1 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.840398] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] publish_errors = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.840555] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] rate_limit_burst = 0 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.840669] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] rate_limit_except_level = CRITICAL {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.840803] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] rate_limit_interval = 0 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.841276] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] retry_until_window = 30 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.841276] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] router_distributed = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.841276] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] rpc_resources_processing_step = 20 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.841408] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] rpc_response_max_timeout = 600 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.841486] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] rpc_response_timeout = 60 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.841588] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] send_events_interval = 2 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.842024] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] service_plugins = ['router'] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.842024] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] setproctitle = on {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.842024] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] shell_completion = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.842152] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] state_path = /opt/stack/data/neutron {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.842407] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] syslog_log_facility = LOG_USER {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.842407] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] tcp_keepidle = 600 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.843095] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] transport_url = **** {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.843095] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] use_journal = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.843095] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] use_json = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.843095] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] use_ssl = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.843095] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] use_stderr = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.843256] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] use_syslog = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.843340] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] vlan_qinq = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.843427] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] vlan_transparent = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.843853] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] watch_log_file = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.843853] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] wsgi_default_pool_size = 100 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.843853] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] wsgi_keep_alive = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.843982] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.844084] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] wsgi_server_debug = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.844226] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_concurrency.disable_process_locking = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.844362] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.844831] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.844831] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.844831] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.844981] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.845318] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.845426] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler.connection_string = messaging:// {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.845618] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler.enabled = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.846132] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler.es_doc_type = notification {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.846132] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler.es_scroll_size = 10000 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.846234] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler.es_scroll_time = 2m {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.846361] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler.filter_error_trace = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.846550] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler.hmac_keys = **** {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.846731] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler.sentinel_service_name = mymaster {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.847037] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler.socket_timeout = 0.1 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.847138] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler.trace_requests = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.847462] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler.trace_sqlalchemy = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.847462] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler_jaeger.process_tags = {} {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.847595] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler_jaeger.service_name_prefix = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.847894] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] profiler_otlp.service_name_prefix = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.847894] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_policy.enforce_new_defaults = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.848231] env[69640]: WARNING oslo_config.cfg [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 578.848695] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_policy.enforce_scope = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.848695] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_policy.policy_default_rule = default {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.848695] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.848823] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.848946] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.849091] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.849551] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.849551] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.849551] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.849637] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850052] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850052] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] agent.extensions = [] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850052] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850243] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] service_providers.service_provider = [] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850567] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] QUOTAS.default_quota = -1 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850567] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850671] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] QUOTAS.quota_floatingip = 50 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850983] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] QUOTAS.quota_network = 100 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850983] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] QUOTAS.quota_port = 500 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.851092] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.851174] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] QUOTAS.quota_router = 10 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.851498] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] QUOTAS.quota_security_group = 10 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.851498] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.851588] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] QUOTAS.quota_subnet = 100 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.851657] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] QUOTAS.track_quota_usage = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.851784] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.852091] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep.group = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.852091] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep.helper_command = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.852440] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep.log_daemon_traceback = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.852440] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.852504] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep.thread_pool_size = 8 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853488] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep.user = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853488] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853488] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_dhcp_release.group = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853488] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_dhcp_release.helper_command = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853488] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853488] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853488] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853720] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_dhcp_release.user = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853720] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853769] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_ovs_vsctl.group = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853915] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.854017] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.854154] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.855046] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.855046] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_ovs_vsctl.user = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.855046] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_namespace.capabilities = [21] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.855046] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_namespace.group = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.855046] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_namespace.helper_command = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.855046] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_namespace.log_daemon_traceback = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.855230] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.855328] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856263] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_namespace.user = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856263] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_conntrack.capabilities = [12] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856263] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_conntrack.group = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856263] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_conntrack.helper_command = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856263] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856263] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856263] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856534] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_conntrack.user = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856534] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_link.capabilities = [12, 21] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856627] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_link.group = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856750] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_link.helper_command = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856895] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_link.log_daemon_traceback = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.857054] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.857189] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_link.thread_pool_size = 8 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.857316] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] privsep_link.user = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.857469] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.857613] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.857752] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.continue_on_failed_promotions = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.857893] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.dscp = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.858556] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.dscp_inherit = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.858556] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.force_mp_to_policy = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.858556] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.locking_coordinator_url = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.858556] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.log_agent_heartbeats = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.858732] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.logging_expire = 1 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.858766] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.858878] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.859029] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.polling_interval = 240 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.859166] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.859310] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.859452] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.report_interval = 30.0 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860019] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860019] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860019] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860019] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.sync_skew = 60 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860192] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.synchronization_queue_size = 20 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860276] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT.use_helper_for_ns_read = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860418] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] SECURITYGROUP.enable_ipset = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860575] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] SECURITYGROUP.enable_security_group = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860698] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860883] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.861278] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] experimental.ipv6_pd_enabled = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.861278] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ml2.extension_drivers = ['port_security'] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.861278] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ml2.external_network_type = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.861422] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.861564] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ml2.overlay_ip_version = 4 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.861707] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ml2.path_mtu = 8950 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.862380] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ml2.physical_network_mtus = {} {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.862380] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.862380] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.862380] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ml2.type_drivers = ['vlan'] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.862797] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.863054] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.863270] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.863510] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.863574] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.863841] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.863910] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.864020] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.864265] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.864371] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.864627] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_login_password = **** {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.864703] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.864991] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_login_user = admin {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.865068] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.865189] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.865339] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.865478] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.865626] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.865779] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.865930] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.866085] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.866280] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.866504] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.866596] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.866741] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.866910] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.867163] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.867282] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.867431] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.867571] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.867722] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] nova.auth_section = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.867871] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] nova.auth_type = password {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.868030] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.868172] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] nova.certfile = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.868313] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] nova.collect_timing = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.868459] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] nova.endpoint_type = public {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.868599] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] nova.insecure = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.868766] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] nova.keyfile = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.868917] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] nova.region_name = RegionOne {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.869073] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] nova.split_loggers = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.869221] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] nova.timeout = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.869378] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] placement.auth_section = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.869527] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] placement.auth_type = password {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.869673] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.869808] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] placement.certfile = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.869945] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] placement.collect_timing = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.870106] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] placement.endpoint_type = public {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.870246] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] placement.insecure = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.870379] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] placement.keyfile = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.870510] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] placement.region_name = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.870642] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] placement.split_loggers = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.870774] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] placement.timeout = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.870915] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.auth_section = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.871065] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.auth_type = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.871200] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.cafile = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.871368] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.certfile = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.871515] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.collect_timing = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.871650] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.connect_retries = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.871780] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.connect_retry_delay = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.871914] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.enable_notifications = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872059] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.endpoint_override = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872198] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.insecure = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872362] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.interface = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872461] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.keyfile = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872594] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.max_version = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872722] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.min_version = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872852] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.region_name = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872983] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.retriable_status_codes = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.873154] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.service_name = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.873246] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.service_type = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.873376] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.split_loggers = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.873505] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.status_code_retries = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.873633] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.status_code_retry_delay = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.873774] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.timeout = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.873888] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.valid_interfaces = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.874028] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ironic.version = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.874168] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] cli_script.dry_run = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.874317] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.874453] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.874590] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.874725] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.874889] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.875047] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.875188] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.875329] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.875467] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.875615] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.875749] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.875895] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.876052] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.876200] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.876341] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.876616] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.876616] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.876753] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.876917] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.877073] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.877216] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.877354] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.877491] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.877630] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.877767] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.877939] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.878116] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.878262] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.878399] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.878537] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.878673] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.ssl = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.878849] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.878999] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.879151] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.879297] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.879436] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.879574] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.879723] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_notifications.driver = [] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.879865] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_notifications.retry = -1 {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.880028] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.880169] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.880276] env[69640]: DEBUG oslo_service.backend.eventlet.service [None req-f666131e-898f-463c-8b95-5b69ae028147 None None] ******************************************************************************** {{(pid=69640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 578.882159] env[69640]: DEBUG neutron.agent.securitygroups_rpc [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Init firewall settings (driver=nsxv3) {{(pid=69640) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 578.882674] env[69640]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69640) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 578.882904] env[69640]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] RPC agent_id: nsxm-l-01a.corp.local [ 578.885233] env[69640]: DEBUG dogpile.cache.region [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] No value present for key: 'zone-id' {{(pid=69640) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 578.885356] env[69640]: DEBUG dogpile.lock [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] NeedRegenerationException {{(pid=69640) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 578.885472] env[69640]: DEBUG dogpile.lock [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] no value, waiting for create lock {{(pid=69640) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 578.885551] env[69640]: DEBUG dogpile.lock [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] value creation lock acquired {{(pid=69640) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 578.885644] env[69640]: DEBUG dogpile.cache.region [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] No value present for key: 'zone-id' {{(pid=69640) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 578.885730] env[69640]: DEBUG dogpile.lock [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Calling creation function for not-yet-present value {{(pid=69640) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 578.885855] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 578.946606] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Session token - acquiring [ 578.948741] env[69640]: DEBUG networking_nsxv3.common.locking [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.948961] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.949082] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.949554] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.961288] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.286209] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 579.312344] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 579.312693] env[69640]: DEBUG dogpile.cache.region [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Cache value generated in 0.427 seconds for key(s): 'zone-id' {{(pid=69640) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 579.312940] env[69640]: DEBUG dogpile.lock [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Released creation lock {{(pid=69640) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 579.313116] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Activating Policy API Provider. [ 579.313327] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Looking for the default Infrastructure Rules. [ 579.391719] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Looking for the Default Layer3 Logged Drop Section. [ 579.410315] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 579.410816] env[69640]: DEBUG networking_nsxv3.common.locking [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.411033] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquiring lock "all" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.411154] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired lock "all" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.411434] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired external semaphore "all" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.411912] env[69640]: DEBUG networking_nsxv3.api.rpc [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.928785] env[69640]: DEBUG networking_nsxv3.api.rpc [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.431219] env[69640]: DEBUG networking_nsxv3.api.rpc [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.933620] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Inventory metadata is going to be refreshed. [ 580.933999] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 581.859270] env[69640]: DEBUG networking_nsxv3.common.locking [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.859531] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquiring lock "Segment" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.859584] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired lock "Segment" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.859909] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired external semaphore "Segment" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.870907] env[69640]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 581.871834] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Releasing lock "Segment" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.872761] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 581.892085] env[69640]: DEBUG networking_nsxv3.common.locking [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.892303] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.892361] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.892679] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.892806] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.892962] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 581.893126] env[69640]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69640) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.893255] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 581.913768] env[69640]: DEBUG networking_nsxv3.common.locking [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.913998] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.914079] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.914351] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.914531] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.914678] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 581.937758] env[69640]: DEBUG networking_nsxv3.common.locking [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.938192] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.938192] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.938379] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.938525] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.938674] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 581.961042] env[69640]: DEBUG networking_nsxv3.common.locking [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.961361] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquiring lock "Address Group" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.961361] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired lock "Address Group" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.961648] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired external semaphore "Address Group" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.961797] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Releasing lock "Address Group" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.961957] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 581.962073] env[69640]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69640) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.962285] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 581.981083] env[69640]: DEBUG networking_nsxv3.common.locking [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.981328] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquiring lock "Segment QoS" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.981424] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired lock "Segment QoS" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.981729] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired external semaphore "Segment QoS" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.981857] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Releasing lock "Segment QoS" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.982060] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 581.982184] env[69640]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69640) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.982296] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 582.006285] env[69640]: DEBUG networking_nsxv3.common.locking [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.006571] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquiring lock "Security Group (Members)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.006571] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired lock "Security Group (Members)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.006889] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.007053] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Releasing lock "Security Group (Members)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.007210] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 582.007318] env[69640]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69640) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.007416] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Inventory metadata have been refreshed. [ 582.007510] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Dryrun:True. Metadata refresh completed. [ 582.007624] env[69640]: DEBUG oslo_concurrency.lockutils [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Releasing lock "all" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.009389] env[69640]: INFO neutron.agent.agent_extensions_manager [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Loaded agent extensions: [] [ 582.010122] env[69640]: DEBUG neutron_lib.callbacks.manager [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69640) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 582.062689] env[69640]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] NSXv3 Agent Agent RPC Daemon Started! [ 582.062812] env[69640]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] NSXv3 Agent Agent loop - iteration:0 started [ 582.062900] env[69640]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-2554a3f8-b81f-437b-928f-0fb6ec9f4316 None None] NSXv3 Agent Agent out of sync with plugin! [ 587.011281] env[69640]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 587.011638] env[69640]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 592.012303] env[69640]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 592.012763] env[69640]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 596.846688] env[69640]: INFO networking_nsxv3.common.synchronization [None req-b0a3bea0-982f-4d48-b3ff-cb062d53c92a demo admin] Enqueued Resource ID: dab40c36-0f80-4be4-b7c3-2c3f7326c088 with Priority: HIGHEST for action security_group_rules [ 596.847318] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab40c36-0f80-4be4-b7c3-2c3f7326c088 with Priority: HIGHEST for action security_group_rules [ 596.847686] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab40c36-0f80-4be4-b7c3-2c3f7326c088 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.847822] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab40c36-0f80-4be4-b7c3-2c3f7326c088" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.847893] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab40c36-0f80-4be4-b7c3-2c3f7326c088" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.848247] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab40c36-0f80-4be4-b7c3-2c3f7326c088" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.848331] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab40c36-0f80-4be4-b7c3-2c3f7326c088',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.368652] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.368910] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.368910] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.369187] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.369281] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.369338] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab40c36-0f80-4be4-b7c3-2c3f7326c088 already deleted. [ 597.369392] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab40c36-0f80-4be4-b7c3-2c3f7326c088" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.848822] env[69640]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 601.849333] env[69640]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 606.850450] env[69640]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 606.850845] env[69640]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 610.012606] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.013071] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.013071] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.013071] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.013288] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.516129] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.019024] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.521408] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 611.521605] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 611.851745] env[69640]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 611.851745] env[69640]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 612.344114] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.344555] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.344555] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.344641] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.356763] env[69640]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 612.357644] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.358301] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 612.376172] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.376413] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.376413] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.376636] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.376723] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.376843] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 612.376918] env[69640]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69640) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 612.376995] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 612.396179] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.396403] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.396460] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.396651] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.396791] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.396909] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 612.420608] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.420861] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.420861] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.421128] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.421242] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.421363] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 612.446665] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.446859] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.446859] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.447115] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.447236] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.447396] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 612.447480] env[69640]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69640) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 612.447542] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 612.469363] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.469622] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.469622] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.469695] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.469791] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.469974] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 612.469974] env[69640]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69640) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 612.470073] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 612.493856] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.494147] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.494147] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.494321] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.494423] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.494542] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 612.494615] env[69640]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69640) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 612.494674] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 612.494741] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 612.494824] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 612.494882] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 612.494936] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 612.495228] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 612.495325] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 612.495405] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 612.521218] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.521218] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.521218] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.521523] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.521588] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.521691] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 612.546557] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.546724] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.546764] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.546975] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.547093] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.560977] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.853387] env[69640]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 616.853741] env[69640]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.856031] env[69640]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 621.856031] env[69640]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 622.930332] env[69640]: INFO networking_nsxv3.common.synchronization [None req-c11111a0-8b82-494b-99c2-59942799aef9 None None] Enqueued Resource ID: 25609755-43c9-47c5-995d-5df7139cdc74 with Priority: HIGHEST for action port [ 622.930832] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25609755-43c9-47c5-995d-5df7139cdc74 with Priority: HIGHEST for action port [ 622.931176] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-25609755-43c9-47c5-995d-5df7139cdc74 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.931336] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25609755-43c9-47c5-995d-5df7139cdc74" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.931400] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25609755-43c9-47c5-995d-5df7139cdc74" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.931661] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25609755-43c9-47c5-995d-5df7139cdc74" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.931744] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25609755-43c9-47c5-995d-5df7139cdc74',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.435502] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25609755-43c9-47c5-995d-5df7139cdc74 [ 623.435778] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.435915] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.435990] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.436263] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.436353] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.436451] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25609755-43c9-47c5-995d-5df7139cdc74 already deleted. [ 623.436531] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25609755-43c9-47c5-995d-5df7139cdc74" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.843020] env[69640]: INFO networking_nsxv3.common.synchronization [None req-b6a3bd82-a118-427f-8573-a61ba8ec1824 None None] Enqueued Resource ID: 9c5d5e0a-3bb1-41a2-8fb4-d13e899a275f with Priority: HIGHEST for action port [ 624.843020] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5d5e0a-3bb1-41a2-8fb4-d13e899a275f with Priority: HIGHEST for action port [ 624.843020] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c5d5e0a-3bb1-41a2-8fb4-d13e899a275f taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.843020] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c5d5e0a-3bb1-41a2-8fb4-d13e899a275f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.843020] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c5d5e0a-3bb1-41a2-8fb4-d13e899a275f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.843780] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c5d5e0a-3bb1-41a2-8fb4-d13e899a275f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.844022] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c5d5e0a-3bb1-41a2-8fb4-d13e899a275f',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.346454] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c5d5e0a-3bb1-41a2-8fb4-d13e899a275f [ 625.346685] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.346823] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.346900] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.347178] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.347243] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.347355] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c5d5e0a-3bb1-41a2-8fb4-d13e899a275f already deleted. [ 625.347424] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c5d5e0a-3bb1-41a2-8fb4-d13e899a275f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.435270] env[69640]: INFO networking_nsxv3.common.synchronization [None req-8f7b50b9-5763-43ec-948e-18179d912f59 None None] Enqueued Resource ID: b5fd3573-bbcb-4061-8f45-78306e648084 with Priority: HIGHEST for action port [ 626.435270] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fd3573-bbcb-4061-8f45-78306e648084 with Priority: HIGHEST for action port [ 626.435270] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5fd3573-bbcb-4061-8f45-78306e648084 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.437956] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5fd3573-bbcb-4061-8f45-78306e648084" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.437956] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5fd3573-bbcb-4061-8f45-78306e648084" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.438495] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5fd3573-bbcb-4061-8f45-78306e648084" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.439159] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5fd3573-bbcb-4061-8f45-78306e648084',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.942586] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5fd3573-bbcb-4061-8f45-78306e648084 [ 626.942840] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.942989] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.943842] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.943842] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.943842] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.943842] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5fd3573-bbcb-4061-8f45-78306e648084 already deleted. [ 626.943842] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5fd3573-bbcb-4061-8f45-78306e648084" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.015321] env[69640]: INFO networking_nsxv3.common.synchronization [None req-c0ebce1a-792e-4c85-91c8-9f23413aa119 None None] Enqueued Resource ID: 99b6dc94-b7c5-4620-97ed-5b2a383f9365 with Priority: HIGHEST for action port [ 627.015609] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b6dc94-b7c5-4620-97ed-5b2a383f9365 with Priority: HIGHEST for action port [ 627.016164] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-99b6dc94-b7c5-4620-97ed-5b2a383f9365 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.016295] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99b6dc94-b7c5-4620-97ed-5b2a383f9365" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.016363] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99b6dc94-b7c5-4620-97ed-5b2a383f9365" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.016595] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99b6dc94-b7c5-4620-97ed-5b2a383f9365" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.016672] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99b6dc94-b7c5-4620-97ed-5b2a383f9365',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.519513] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99b6dc94-b7c5-4620-97ed-5b2a383f9365 [ 627.519802] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.519898] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.519970] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.520214] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.520310] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.520411] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99b6dc94-b7c5-4620-97ed-5b2a383f9365 already deleted. [ 627.520495] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99b6dc94-b7c5-4620-97ed-5b2a383f9365" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.317708] env[69640]: INFO networking_nsxv3.common.synchronization [None req-09636b12-9009-4770-8cef-228d47a4b9d4 None None] Enqueued Resource ID: 9588fc02-5e93-42d9-b146-e9ffe6594f63 with Priority: HIGHEST for action port [ 628.318525] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9588fc02-5e93-42d9-b146-e9ffe6594f63 with Priority: HIGHEST for action port [ 628.319966] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-9588fc02-5e93-42d9-b146-e9ffe6594f63 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.319966] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9588fc02-5e93-42d9-b146-e9ffe6594f63" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.319966] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9588fc02-5e93-42d9-b146-e9ffe6594f63" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.319966] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9588fc02-5e93-42d9-b146-e9ffe6594f63" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.319966] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9588fc02-5e93-42d9-b146-e9ffe6594f63',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.821404] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9588fc02-5e93-42d9-b146-e9ffe6594f63 [ 628.821705] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.821812] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.821853] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.822086] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.822514] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.822514] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9588fc02-5e93-42d9-b146-e9ffe6594f63 already deleted. [ 628.822514] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9588fc02-5e93-42d9-b146-e9ffe6594f63" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.226227] env[69640]: INFO networking_nsxv3.common.synchronization [None req-4ad6e4db-0ca7-4e98-856d-eac4450eac33 None None] Enqueued Resource ID: c3618df4-d917-45f9-812d-b6a4c8f7f22b with Priority: HIGHEST for action port [ 629.226227] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3618df4-d917-45f9-812d-b6a4c8f7f22b with Priority: HIGHEST for action port [ 629.226227] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3618df4-d917-45f9-812d-b6a4c8f7f22b taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.226227] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3618df4-d917-45f9-812d-b6a4c8f7f22b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.226227] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3618df4-d917-45f9-812d-b6a4c8f7f22b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.226227] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3618df4-d917-45f9-812d-b6a4c8f7f22b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.226227] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3618df4-d917-45f9-812d-b6a4c8f7f22b',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.231338] env[69640]: INFO networking_nsxv3.common.synchronization [None req-b27fa03b-f846-4351-a4d3-8a5e5578ea5d None None] Enqueued Resource ID: 37f40fc2-6b6f-4857-ab2a-52a43c8e47b7 with Priority: HIGHEST for action port [ 629.234915] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f40fc2-6b6f-4857-ab2a-52a43c8e47b7 with Priority: HIGHEST for action port [ 629.234915] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-37f40fc2-6b6f-4857-ab2a-52a43c8e47b7 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.234915] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37f40fc2-6b6f-4857-ab2a-52a43c8e47b7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.234915] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37f40fc2-6b6f-4857-ab2a-52a43c8e47b7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.235339] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37f40fc2-6b6f-4857-ab2a-52a43c8e47b7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.235519] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f40fc2-6b6f-4857-ab2a-52a43c8e47b7',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.738674] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3618df4-d917-45f9-812d-b6a4c8f7f22b [ 629.738674] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.738674] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.738674] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.738674] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.738674] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.738674] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3618df4-d917-45f9-812d-b6a4c8f7f22b already deleted. [ 629.738674] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3618df4-d917-45f9-812d-b6a4c8f7f22b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.738674] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37f40fc2-6b6f-4857-ab2a-52a43c8e47b7 [ 629.738674] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.738674] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.738674] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.739262] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.739262] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.739262] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37f40fc2-6b6f-4857-ab2a-52a43c8e47b7 already deleted. [ 629.739262] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37f40fc2-6b6f-4857-ab2a-52a43c8e47b7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.754175] env[69640]: INFO networking_nsxv3.common.synchronization [None req-9922fb10-af4f-40c2-ada4-2fce4394649d None None] Enqueued Resource ID: bf11ff2e-af1a-4bff-8a6c-b8b2899da4c0 with Priority: HIGHEST for action port [ 629.754175] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf11ff2e-af1a-4bff-8a6c-b8b2899da4c0 with Priority: HIGHEST for action port [ 629.754787] env[69640]: INFO networking_nsxv3.common.synchronization [None req-8ed1452d-9bc1-4e28-bfca-c2451230853e None None] Enqueued Resource ID: 9dfc3505-6af5-4704-a3fe-72a7da8dba40 with Priority: HIGHEST for action port [ 629.756323] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf11ff2e-af1a-4bff-8a6c-b8b2899da4c0 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.756478] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf11ff2e-af1a-4bff-8a6c-b8b2899da4c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.756527] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf11ff2e-af1a-4bff-8a6c-b8b2899da4c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.756837] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf11ff2e-af1a-4bff-8a6c-b8b2899da4c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.756837] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf11ff2e-af1a-4bff-8a6c-b8b2899da4c0',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.758219] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dfc3505-6af5-4704-a3fe-72a7da8dba40 with Priority: HIGHEST for action port [ 629.758740] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dfc3505-6af5-4704-a3fe-72a7da8dba40 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.758863] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dfc3505-6af5-4704-a3fe-72a7da8dba40" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.758863] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dfc3505-6af5-4704-a3fe-72a7da8dba40" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.759241] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dfc3505-6af5-4704-a3fe-72a7da8dba40" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.759283] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dfc3505-6af5-4704-a3fe-72a7da8dba40',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.260387] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf11ff2e-af1a-4bff-8a6c-b8b2899da4c0 [ 630.261633] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.261633] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.261633] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.261633] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.261633] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.261633] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf11ff2e-af1a-4bff-8a6c-b8b2899da4c0 already deleted. [ 630.261633] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf11ff2e-af1a-4bff-8a6c-b8b2899da4c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.261633] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dfc3505-6af5-4704-a3fe-72a7da8dba40 [ 630.261947] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.261947] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.262026] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.262148] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.262738] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.262738] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dfc3505-6af5-4704-a3fe-72a7da8dba40 already deleted. [ 630.262738] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dfc3505-6af5-4704-a3fe-72a7da8dba40" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.048985] env[69640]: INFO networking_nsxv3.common.synchronization [None req-c957cc54-c6fa-42b5-980c-3626ab12ad6d None None] Enqueued Resource ID: 5e93cba5-64fa-42ca-addd-15b3adbaa5af with Priority: HIGHEST for action port [ 631.049301] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e93cba5-64fa-42ca-addd-15b3adbaa5af with Priority: HIGHEST for action port [ 631.049894] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e93cba5-64fa-42ca-addd-15b3adbaa5af taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.050706] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e93cba5-64fa-42ca-addd-15b3adbaa5af" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.050706] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e93cba5-64fa-42ca-addd-15b3adbaa5af" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.050863] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e93cba5-64fa-42ca-addd-15b3adbaa5af" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.050912] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e93cba5-64fa-42ca-addd-15b3adbaa5af',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.493464] env[69640]: INFO networking_nsxv3.common.synchronization [None req-04b818e5-2c4c-41c0-bde3-72e6d0ef20d8 None None] Enqueued Resource ID: 02689177-0147-4cb4-8508-3238f74ebf97 with Priority: HIGHEST for action port [ 631.494102] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02689177-0147-4cb4-8508-3238f74ebf97 with Priority: HIGHEST for action port [ 631.494916] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-02689177-0147-4cb4-8508-3238f74ebf97 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.494916] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02689177-0147-4cb4-8508-3238f74ebf97" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.494916] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02689177-0147-4cb4-8508-3238f74ebf97" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.495084] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02689177-0147-4cb4-8508-3238f74ebf97" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.495637] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02689177-0147-4cb4-8508-3238f74ebf97',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.555703] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e93cba5-64fa-42ca-addd-15b3adbaa5af [ 631.555910] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.556060] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.556157] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.556416] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.556480] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.556590] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e93cba5-64fa-42ca-addd-15b3adbaa5af already deleted. [ 631.556633] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e93cba5-64fa-42ca-addd-15b3adbaa5af" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.998580] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02689177-0147-4cb4-8508-3238f74ebf97 [ 631.998771] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.999012] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.999012] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.999448] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.999580] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.999622] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02689177-0147-4cb4-8508-3238f74ebf97 already deleted. [ 631.999700] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02689177-0147-4cb4-8508-3238f74ebf97" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.499800] env[69640]: INFO networking_nsxv3.common.synchronization [None req-d5e04e1d-78f2-4ed8-b7d6-29f3fda6e340 None None] Enqueued Resource ID: 4b40e0e3-c197-4ef0-8c7d-649609011577 with Priority: HIGHEST for action port [ 632.499800] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b40e0e3-c197-4ef0-8c7d-649609011577 with Priority: HIGHEST for action port [ 632.499800] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b40e0e3-c197-4ef0-8c7d-649609011577 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.499800] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b40e0e3-c197-4ef0-8c7d-649609011577" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.499800] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b40e0e3-c197-4ef0-8c7d-649609011577" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.499800] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b40e0e3-c197-4ef0-8c7d-649609011577" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.501280] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b40e0e3-c197-4ef0-8c7d-649609011577',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.741198] env[69640]: INFO networking_nsxv3.common.synchronization [None req-cd15ca4e-78a5-4c1d-888c-df58cbb3dffc None None] Enqueued Resource ID: 4947de15-650e-4340-bc7c-2cd6344c3dcb with Priority: HIGHEST for action port [ 632.743650] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4947de15-650e-4340-bc7c-2cd6344c3dcb with Priority: HIGHEST for action port [ 632.746267] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-4947de15-650e-4340-bc7c-2cd6344c3dcb taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.746267] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4947de15-650e-4340-bc7c-2cd6344c3dcb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.746267] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4947de15-650e-4340-bc7c-2cd6344c3dcb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.746267] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4947de15-650e-4340-bc7c-2cd6344c3dcb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.746267] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4947de15-650e-4340-bc7c-2cd6344c3dcb',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.003823] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b40e0e3-c197-4ef0-8c7d-649609011577 [ 633.004046] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.004199] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.004269] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.005083] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.005262] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.005380] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b40e0e3-c197-4ef0-8c7d-649609011577 already deleted. [ 633.005515] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b40e0e3-c197-4ef0-8c7d-649609011577" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.246757] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4947de15-650e-4340-bc7c-2cd6344c3dcb [ 633.246988] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.247245] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.247320] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.247539] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.247632] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.247775] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4947de15-650e-4340-bc7c-2cd6344c3dcb already deleted. [ 633.247836] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4947de15-650e-4340-bc7c-2cd6344c3dcb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.740955] env[69640]: INFO networking_nsxv3.common.synchronization [None req-c5bcdcf8-a69a-4c53-849e-103d71b5db6e None None] Enqueued Resource ID: 33f28eca-6206-4325-ad64-077f5025e5b2 with Priority: HIGHEST for action port [ 633.741218] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f28eca-6206-4325-ad64-077f5025e5b2 with Priority: HIGHEST for action port [ 633.741809] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-33f28eca-6206-4325-ad64-077f5025e5b2 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.741910] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33f28eca-6206-4325-ad64-077f5025e5b2" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.741961] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33f28eca-6206-4325-ad64-077f5025e5b2" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.742227] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33f28eca-6206-4325-ad64-077f5025e5b2" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.742314] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f28eca-6206-4325-ad64-077f5025e5b2',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.247294] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33f28eca-6206-4325-ad64-077f5025e5b2 [ 634.247562] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.247682] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.247740] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.247952] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.248059] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.248236] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33f28eca-6206-4325-ad64-077f5025e5b2 already deleted. [ 634.248268] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33f28eca-6206-4325-ad64-077f5025e5b2" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.917943] env[69640]: INFO networking_nsxv3.common.synchronization [req-3d45c6c4-1b34-4179-a48d-766f949d559e req-7234a730-6d43-4293-ae79-fd4406d504c0 tempest-SecurityGroupRulesNegativeTestJSON-253649145 tempest-SecurityGroupRulesNegativeTestJSON-253649145-project-member] Enqueued Resource ID: e1aacd45-845b-4446-a4f7-ee2907a05079 with Priority: HIGHEST for action security_group_rules [ 634.920556] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aacd45-845b-4446-a4f7-ee2907a05079 with Priority: HIGHEST for action security_group_rules [ 634.921190] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1aacd45-845b-4446-a4f7-ee2907a05079 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.921324] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1aacd45-845b-4446-a4f7-ee2907a05079" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.921398] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1aacd45-845b-4446-a4f7-ee2907a05079" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.921648] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1aacd45-845b-4446-a4f7-ee2907a05079" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.921731] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1aacd45-845b-4446-a4f7-ee2907a05079',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.301615] env[69640]: INFO networking_nsxv3.common.synchronization [None req-4efd5b8d-605a-4d85-abae-e8cec9024900 None None] Enqueued Resource ID: 9cf15492-362a-406a-89db-7fd237e6850a with Priority: HIGHEST for action port [ 635.301979] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf15492-362a-406a-89db-7fd237e6850a with Priority: HIGHEST for action port [ 635.302745] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cf15492-362a-406a-89db-7fd237e6850a taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.302745] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cf15492-362a-406a-89db-7fd237e6850a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.304291] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cf15492-362a-406a-89db-7fd237e6850a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.304291] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cf15492-362a-406a-89db-7fd237e6850a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.304291] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf15492-362a-406a-89db-7fd237e6850a',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.447744] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.447744] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.447744] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.447744] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.447744] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.447744] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1aacd45-845b-4446-a4f7-ee2907a05079 already deleted. [ 635.447744] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1aacd45-845b-4446-a4f7-ee2907a05079" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.789417] env[69640]: INFO networking_nsxv3.common.synchronization [None req-cf25cf29-213b-484c-95b2-6b206a311e03 None None] Enqueued Resource ID: f169eef2-2155-494e-90d2-8e198cabd3a3 with Priority: HIGHEST for action port [ 635.789417] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f169eef2-2155-494e-90d2-8e198cabd3a3 with Priority: HIGHEST for action port [ 635.789417] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-f169eef2-2155-494e-90d2-8e198cabd3a3 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.795112] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f169eef2-2155-494e-90d2-8e198cabd3a3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.795200] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f169eef2-2155-494e-90d2-8e198cabd3a3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.795716] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f169eef2-2155-494e-90d2-8e198cabd3a3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.795716] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f169eef2-2155-494e-90d2-8e198cabd3a3',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.807899] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cf15492-362a-406a-89db-7fd237e6850a [ 635.807899] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.807899] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.807899] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.807899] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.807899] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.807899] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cf15492-362a-406a-89db-7fd237e6850a already deleted. [ 635.807899] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cf15492-362a-406a-89db-7fd237e6850a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.101310] env[69640]: INFO networking_nsxv3.common.synchronization [None req-765964f3-5fec-40f8-8c71-f2a6cf6bfe2b None None] Enqueued Resource ID: 994efe3a-27b9-4ed4-9a35-8d4c3606c4dc with Priority: HIGHEST for action port [ 636.101310] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994efe3a-27b9-4ed4-9a35-8d4c3606c4dc with Priority: HIGHEST for action port [ 636.101310] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-994efe3a-27b9-4ed4-9a35-8d4c3606c4dc taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.101310] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-994efe3a-27b9-4ed4-9a35-8d4c3606c4dc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.101310] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-994efe3a-27b9-4ed4-9a35-8d4c3606c4dc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.105061] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-994efe3a-27b9-4ed4-9a35-8d4c3606c4dc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.105061] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('994efe3a-27b9-4ed4-9a35-8d4c3606c4dc',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.297802] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f169eef2-2155-494e-90d2-8e198cabd3a3 [ 636.298250] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.298764] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.298764] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.298764] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.298900] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.299009] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f169eef2-2155-494e-90d2-8e198cabd3a3 already deleted. [ 636.299148] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f169eef2-2155-494e-90d2-8e198cabd3a3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.608721] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 994efe3a-27b9-4ed4-9a35-8d4c3606c4dc [ 636.611304] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.611304] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.611304] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.611304] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.611304] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.611304] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:994efe3a-27b9-4ed4-9a35-8d4c3606c4dc already deleted. [ 636.611304] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-994efe3a-27b9-4ed4-9a35-8d4c3606c4dc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.066436] env[69640]: INFO networking_nsxv3.common.synchronization [None req-3abe8c31-89ab-4243-a26f-7bea39ad3360 None None] Enqueued Resource ID: 33af73b1-9dd9-4c28-ab7f-9ce3a8c473ef with Priority: HIGHEST for action port [ 638.066436] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33af73b1-9dd9-4c28-ab7f-9ce3a8c473ef with Priority: HIGHEST for action port [ 638.066436] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-33af73b1-9dd9-4c28-ab7f-9ce3a8c473ef taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.066824] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33af73b1-9dd9-4c28-ab7f-9ce3a8c473ef" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.066824] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33af73b1-9dd9-4c28-ab7f-9ce3a8c473ef" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.066895] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33af73b1-9dd9-4c28-ab7f-9ce3a8c473ef" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.066927] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33af73b1-9dd9-4c28-ab7f-9ce3a8c473ef',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.569426] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33af73b1-9dd9-4c28-ab7f-9ce3a8c473ef [ 638.569809] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.569877] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.569913] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.570187] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.570256] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.570315] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33af73b1-9dd9-4c28-ab7f-9ce3a8c473ef already deleted. [ 638.570401] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33af73b1-9dd9-4c28-ab7f-9ce3a8c473ef" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.885275] env[69640]: INFO networking_nsxv3.common.synchronization [req-798906c0-c1e6-46bb-9062-bf2a2944e1c9 req-c495828a-44f1-4c42-abde-92385e8ccab0 tempest-SecurityGroupRulesNegativeTestJSON-253649145 tempest-SecurityGroupRulesNegativeTestJSON-253649145-project-member] Enqueued Resource ID: e1aacd45-845b-4446-a4f7-ee2907a05079 with Priority: HIGHEST for action security_group_rules [ 638.885275] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1aacd45-845b-4446-a4f7-ee2907a05079 with Priority: HIGHEST for action security_group_rules [ 638.885275] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1aacd45-845b-4446-a4f7-ee2907a05079 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.885275] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1aacd45-845b-4446-a4f7-ee2907a05079" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.885275] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1aacd45-845b-4446-a4f7-ee2907a05079" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.885275] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1aacd45-845b-4446-a4f7-ee2907a05079" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.885275] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1aacd45-845b-4446-a4f7-ee2907a05079',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.412188] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.412499] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.412499] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.412627] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.413189] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.413189] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1aacd45-845b-4446-a4f7-ee2907a05079 already deleted. [ 639.413189] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1aacd45-845b-4446-a4f7-ee2907a05079" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.666858] env[69640]: INFO networking_nsxv3.common.synchronization [None req-b5541b86-b689-4cfd-b2fb-9ecd3df80905 None None] Enqueued Resource ID: 39616732-c5d1-48c3-b026-1a5b77e9fc9d with Priority: HIGHEST for action port [ 639.667593] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39616732-c5d1-48c3-b026-1a5b77e9fc9d with Priority: HIGHEST for action port [ 639.667999] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-39616732-c5d1-48c3-b026-1a5b77e9fc9d taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.668297] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39616732-c5d1-48c3-b026-1a5b77e9fc9d" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.670066] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39616732-c5d1-48c3-b026-1a5b77e9fc9d" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.670066] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39616732-c5d1-48c3-b026-1a5b77e9fc9d" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.670066] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39616732-c5d1-48c3-b026-1a5b77e9fc9d',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.719721] env[69640]: INFO networking_nsxv3.common.synchronization [None req-47fa9b62-1cb7-4a86-9f45-6ae05751629f None None] Enqueued Resource ID: 7b223762-adca-49b3-ab1f-a9516a3763f5 with Priority: HIGHEST for action port [ 639.720572] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b223762-adca-49b3-ab1f-a9516a3763f5 with Priority: HIGHEST for action port [ 639.721098] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b223762-adca-49b3-ab1f-a9516a3763f5 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.721226] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b223762-adca-49b3-ab1f-a9516a3763f5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.721296] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b223762-adca-49b3-ab1f-a9516a3763f5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.721534] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b223762-adca-49b3-ab1f-a9516a3763f5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.721616] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b223762-adca-49b3-ab1f-a9516a3763f5',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.174365] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39616732-c5d1-48c3-b026-1a5b77e9fc9d [ 640.175049] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.175049] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.175049] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.175049] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.175212] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.175259] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39616732-c5d1-48c3-b026-1a5b77e9fc9d already deleted. [ 640.175933] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39616732-c5d1-48c3-b026-1a5b77e9fc9d" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.225867] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b223762-adca-49b3-ab1f-a9516a3763f5 [ 640.226133] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.226274] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.226324] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.226639] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.226697] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.226802] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b223762-adca-49b3-ab1f-a9516a3763f5 already deleted. [ 640.226943] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b223762-adca-49b3-ab1f-a9516a3763f5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.546023] env[69640]: INFO networking_nsxv3.common.synchronization [None req-e8d2d022-e0c4-4a84-9db9-d5c85ecad8a5 tempest-VolumesAssistedSnapshotsTest-197998078 tempest-VolumesAssistedSnapshotsTest-197998078-project-member] Enqueued Resource ID: c8bf3202-7250-4df3-bdf4-874db1bce010 with Priority: HIGHEST for action security_group_rules [ 640.546023] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8bf3202-7250-4df3-bdf4-874db1bce010 with Priority: HIGHEST for action security_group_rules [ 640.546023] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8bf3202-7250-4df3-bdf4-874db1bce010 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.546023] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8bf3202-7250-4df3-bdf4-874db1bce010" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.546023] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8bf3202-7250-4df3-bdf4-874db1bce010" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.546643] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8bf3202-7250-4df3-bdf4-874db1bce010" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.546643] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8bf3202-7250-4df3-bdf4-874db1bce010',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.632859] env[69640]: INFO networking_nsxv3.common.synchronization [None req-1bbeb65b-5974-4f73-93c6-d2edc3c58085 tempest-VolumesAssistedSnapshotsTest-197998078 tempest-VolumesAssistedSnapshotsTest-197998078-project-member] Enqueued Resource ID: c8bf3202-7250-4df3-bdf4-874db1bce010 with Priority: HIGHEST for action security_group_rules [ 640.634624] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8bf3202-7250-4df3-bdf4-874db1bce010 with Priority: HIGHEST for action security_group_rules [ 640.634624] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8bf3202-7250-4df3-bdf4-874db1bce010 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.634624] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8bf3202-7250-4df3-bdf4-874db1bce010" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.070548] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.070625] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.070675] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.070909] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.071032] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.071144] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8bf3202-7250-4df3-bdf4-874db1bce010 already deleted. [ 641.071245] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8bf3202-7250-4df3-bdf4-874db1bce010" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.071424] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8bf3202-7250-4df3-bdf4-874db1bce010" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.071596] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8bf3202-7250-4df3-bdf4-874db1bce010" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.071702] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8bf3202-7250-4df3-bdf4-874db1bce010',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.599615] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.599615] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.599615] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.599923] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.599923] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.599923] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8bf3202-7250-4df3-bdf4-874db1bce010 already deleted. [ 641.599923] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8bf3202-7250-4df3-bdf4-874db1bce010" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.905127] env[69640]: INFO networking_nsxv3.common.synchronization [None req-e78588ad-7da0-43dc-8572-0f659bb33ec0 None None] Enqueued Resource ID: 40156652-da94-41b5-ba69-68e44bb10745 with Priority: HIGHEST for action port [ 641.905127] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40156652-da94-41b5-ba69-68e44bb10745 with Priority: HIGHEST for action port [ 641.905256] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-40156652-da94-41b5-ba69-68e44bb10745 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.905314] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40156652-da94-41b5-ba69-68e44bb10745" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.905344] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40156652-da94-41b5-ba69-68e44bb10745" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.905582] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40156652-da94-41b5-ba69-68e44bb10745" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.907060] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40156652-da94-41b5-ba69-68e44bb10745',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.192975] env[69640]: INFO networking_nsxv3.common.synchronization [None req-5d259cfb-c0ee-4836-8a02-841aad068736 tempest-ServerActionsTestOtherA-1111676440 tempest-ServerActionsTestOtherA-1111676440-project-member] Enqueued Resource ID: 20cc64ba-4f0c-454d-b491-aca604ef34c0 with Priority: HIGHEST for action security_group_rules [ 642.193697] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20cc64ba-4f0c-454d-b491-aca604ef34c0 with Priority: HIGHEST for action security_group_rules [ 642.196725] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20cc64ba-4f0c-454d-b491-aca604ef34c0 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.197730] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20cc64ba-4f0c-454d-b491-aca604ef34c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.197730] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20cc64ba-4f0c-454d-b491-aca604ef34c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.197730] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20cc64ba-4f0c-454d-b491-aca604ef34c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.197730] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20cc64ba-4f0c-454d-b491-aca604ef34c0',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.304959] env[69640]: INFO networking_nsxv3.common.synchronization [None req-71c964d4-2326-4b7e-883f-5aa5e3ec7f1f tempest-ServerActionsTestOtherA-1111676440 tempest-ServerActionsTestOtherA-1111676440-project-member] Enqueued Resource ID: 20cc64ba-4f0c-454d-b491-aca604ef34c0 with Priority: HIGHEST for action security_group_rules [ 642.305553] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20cc64ba-4f0c-454d-b491-aca604ef34c0 with Priority: HIGHEST for action security_group_rules [ 642.305853] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20cc64ba-4f0c-454d-b491-aca604ef34c0 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.305961] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20cc64ba-4f0c-454d-b491-aca604ef34c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.410063] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40156652-da94-41b5-ba69-68e44bb10745 [ 642.410063] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.410063] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.410063] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.410063] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.410063] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.410063] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40156652-da94-41b5-ba69-68e44bb10745 already deleted. [ 642.410063] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40156652-da94-41b5-ba69-68e44bb10745" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.720715] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.721037] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.721037] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.721169] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.721337] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.721337] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20cc64ba-4f0c-454d-b491-aca604ef34c0 already deleted. [ 642.721445] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20cc64ba-4f0c-454d-b491-aca604ef34c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.721555] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20cc64ba-4f0c-454d-b491-aca604ef34c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.721723] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20cc64ba-4f0c-454d-b491-aca604ef34c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.721813] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20cc64ba-4f0c-454d-b491-aca604ef34c0',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.245393] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.245586] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.245645] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.246311] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.246311] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.246311] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20cc64ba-4f0c-454d-b491-aca604ef34c0 already deleted. [ 643.246311] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20cc64ba-4f0c-454d-b491-aca604ef34c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.434049] env[69640]: INFO networking_nsxv3.common.synchronization [None req-1dac4471-06e9-497e-ab09-096e804a1c4a None None] Enqueued Resource ID: 95c1592d-f215-45f4-884e-0d77073d3cb0 with Priority: HIGHEST for action port [ 643.435229] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c1592d-f215-45f4-884e-0d77073d3cb0 with Priority: HIGHEST for action port [ 643.437182] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-95c1592d-f215-45f4-884e-0d77073d3cb0 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.439483] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95c1592d-f215-45f4-884e-0d77073d3cb0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.439483] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95c1592d-f215-45f4-884e-0d77073d3cb0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.439483] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95c1592d-f215-45f4-884e-0d77073d3cb0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.439483] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c1592d-f215-45f4-884e-0d77073d3cb0',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.941400] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95c1592d-f215-45f4-884e-0d77073d3cb0 [ 643.942205] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.942205] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.942205] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.942205] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.942205] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.942205] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95c1592d-f215-45f4-884e-0d77073d3cb0 already deleted. [ 643.942444] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95c1592d-f215-45f4-884e-0d77073d3cb0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.950395] env[69640]: INFO networking_nsxv3.common.synchronization [None req-a91e34ed-d696-4189-a5c3-c7ffdbd8c433 None None] Enqueued Resource ID: 6fa59803-4bed-428f-8874-156f5da27d4d with Priority: HIGHEST for action port [ 646.950395] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa59803-4bed-428f-8874-156f5da27d4d with Priority: HIGHEST for action port [ 646.950988] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fa59803-4bed-428f-8874-156f5da27d4d taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.950988] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fa59803-4bed-428f-8874-156f5da27d4d" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.950988] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fa59803-4bed-428f-8874-156f5da27d4d" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.952319] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fa59803-4bed-428f-8874-156f5da27d4d" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.952319] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa59803-4bed-428f-8874-156f5da27d4d',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.376841] env[69640]: INFO networking_nsxv3.common.synchronization [None req-eab64b0f-ac85-4b10-9f9d-a897a922f79d tempest-ServersWithSpecificFlavorTestJSON-1766557295 tempest-ServersWithSpecificFlavorTestJSON-1766557295-project-member] Enqueued Resource ID: 76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc with Priority: HIGHEST for action security_group_rules [ 647.377453] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc with Priority: HIGHEST for action security_group_rules [ 647.377773] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.377900] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.378220] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.380320] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.380320] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.454491] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fa59803-4bed-428f-8874-156f5da27d4d [ 647.454733] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.454897] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.454987] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.455242] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.455362] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.455547] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fa59803-4bed-428f-8874-156f5da27d4d already deleted. [ 647.455547] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fa59803-4bed-428f-8874-156f5da27d4d" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.776029] env[69640]: INFO networking_nsxv3.common.synchronization [None req-56ce3d72-65f4-4358-bf65-da6dd6b29234 tempest-ServersWithSpecificFlavorTestJSON-1766557295 tempest-ServersWithSpecificFlavorTestJSON-1766557295-project-member] Enqueued Resource ID: 76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc with Priority: HIGHEST for action security_group_rules [ 647.776029] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc with Priority: HIGHEST for action security_group_rules [ 647.776029] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.776574] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.905048] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.905048] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.905048] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.907370] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.907370] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.907370] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc already deleted. [ 647.907370] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.907370] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.907595] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.907595] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.350117] env[69640]: INFO networking_nsxv3.common.synchronization [None req-2a24e9f3-9bb0-40c2-a247-e0c4af826a0c None None] Enqueued Resource ID: 7745427c-4dac-4f39-b190-eda3562d6a93 with Priority: HIGHEST for action port [ 648.350117] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7745427c-4dac-4f39-b190-eda3562d6a93 with Priority: HIGHEST for action port [ 648.350117] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-7745427c-4dac-4f39-b190-eda3562d6a93 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.350594] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7745427c-4dac-4f39-b190-eda3562d6a93" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.350594] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7745427c-4dac-4f39-b190-eda3562d6a93" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.350778] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7745427c-4dac-4f39-b190-eda3562d6a93" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.351357] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7745427c-4dac-4f39-b190-eda3562d6a93',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.432337] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.433300] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.433300] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.433300] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.433300] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.433300] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc already deleted. [ 648.433300] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76b5178d-d43e-41ab-ac4a-fbef6f4c9cbc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.852757] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7745427c-4dac-4f39-b190-eda3562d6a93 [ 648.853140] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.853293] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.853361] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.853568] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.853662] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.853777] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7745427c-4dac-4f39-b190-eda3562d6a93 already deleted. [ 648.853870] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7745427c-4dac-4f39-b190-eda3562d6a93" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.624239] env[69640]: INFO networking_nsxv3.common.synchronization [None req-56f7871a-e6d8-4f3f-b8ab-91c4849c6274 None None] Enqueued Resource ID: 3a32d6d1-c0b4-44e1-99b0-ffb7b9350b22 with Priority: HIGHEST for action port [ 649.624239] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a32d6d1-c0b4-44e1-99b0-ffb7b9350b22 with Priority: HIGHEST for action port [ 649.624239] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a32d6d1-c0b4-44e1-99b0-ffb7b9350b22 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.624239] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a32d6d1-c0b4-44e1-99b0-ffb7b9350b22" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.624239] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a32d6d1-c0b4-44e1-99b0-ffb7b9350b22" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.624786] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a32d6d1-c0b4-44e1-99b0-ffb7b9350b22" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.624786] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a32d6d1-c0b4-44e1-99b0-ffb7b9350b22',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.126926] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a32d6d1-c0b4-44e1-99b0-ffb7b9350b22 [ 650.127225] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.127356] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.127431] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.127684] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.127777] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.128059] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a32d6d1-c0b4-44e1-99b0-ffb7b9350b22 already deleted. [ 650.128059] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a32d6d1-c0b4-44e1-99b0-ffb7b9350b22" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.651269] env[69640]: INFO networking_nsxv3.common.synchronization [None req-8f00842c-1b2c-4ded-aa98-5e3a9f14e503 None None] Enqueued Resource ID: 40869eb9-b4f6-4bf9-baf0-44771d441e85 with Priority: HIGHEST for action port [ 650.651269] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40869eb9-b4f6-4bf9-baf0-44771d441e85 with Priority: HIGHEST for action port [ 650.651766] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-40869eb9-b4f6-4bf9-baf0-44771d441e85 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.651978] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40869eb9-b4f6-4bf9-baf0-44771d441e85" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.651978] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40869eb9-b4f6-4bf9-baf0-44771d441e85" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.653190] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40869eb9-b4f6-4bf9-baf0-44771d441e85" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.653190] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40869eb9-b4f6-4bf9-baf0-44771d441e85',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.156509] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40869eb9-b4f6-4bf9-baf0-44771d441e85 [ 651.156818] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.156955] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.157037] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.157366] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.157415] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.157505] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40869eb9-b4f6-4bf9-baf0-44771d441e85 already deleted. [ 651.157584] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40869eb9-b4f6-4bf9-baf0-44771d441e85" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.640030] env[69640]: INFO networking_nsxv3.common.synchronization [None req-91f4ebb0-c0ee-4ed6-8378-c5b5da2884e7 None None] Enqueued Resource ID: ac611c2a-3e22-42f1-82a9-1b638854c1f9 with Priority: HIGHEST for action port [ 651.640030] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac611c2a-3e22-42f1-82a9-1b638854c1f9 with Priority: HIGHEST for action port [ 651.640030] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac611c2a-3e22-42f1-82a9-1b638854c1f9 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.640030] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac611c2a-3e22-42f1-82a9-1b638854c1f9" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.640030] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac611c2a-3e22-42f1-82a9-1b638854c1f9" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.640890] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac611c2a-3e22-42f1-82a9-1b638854c1f9" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.641103] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac611c2a-3e22-42f1-82a9-1b638854c1f9',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.645136] env[69640]: INFO networking_nsxv3.common.synchronization [None req-522b0def-5acc-4aef-bda8-2d455680a9a7 None None] Enqueued Resource ID: 84b5543a-489c-4d7e-8275-b5a0bf606f77 with Priority: HIGHEST for action port [ 651.645220] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b5543a-489c-4d7e-8275-b5a0bf606f77 with Priority: HIGHEST for action port [ 651.645910] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-84b5543a-489c-4d7e-8275-b5a0bf606f77 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.647155] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84b5543a-489c-4d7e-8275-b5a0bf606f77" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.647155] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84b5543a-489c-4d7e-8275-b5a0bf606f77" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.647155] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84b5543a-489c-4d7e-8275-b5a0bf606f77" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.647155] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b5543a-489c-4d7e-8275-b5a0bf606f77',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.147213] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac611c2a-3e22-42f1-82a9-1b638854c1f9 [ 652.148985] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.149452] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.149452] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.149650] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.149743] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.149846] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac611c2a-3e22-42f1-82a9-1b638854c1f9 already deleted. [ 652.149927] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac611c2a-3e22-42f1-82a9-1b638854c1f9" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.150179] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84b5543a-489c-4d7e-8275-b5a0bf606f77 [ 652.150368] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.150820] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.153621] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.153621] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.153621] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.153621] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84b5543a-489c-4d7e-8275-b5a0bf606f77 already deleted. [ 652.153621] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84b5543a-489c-4d7e-8275-b5a0bf606f77" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.307550] env[69640]: INFO networking_nsxv3.common.synchronization [None req-b7dc44a1-5be2-4d5e-be68-c73a8c4a1fe2 None None] Enqueued Resource ID: 043b41bb-54b8-405c-b32e-0c0cada487f2 with Priority: HIGHEST for action port [ 652.307823] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043b41bb-54b8-405c-b32e-0c0cada487f2 with Priority: HIGHEST for action port [ 652.308554] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-043b41bb-54b8-405c-b32e-0c0cada487f2 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.308951] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-043b41bb-54b8-405c-b32e-0c0cada487f2" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.309158] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-043b41bb-54b8-405c-b32e-0c0cada487f2" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.309460] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-043b41bb-54b8-405c-b32e-0c0cada487f2" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.309541] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('043b41bb-54b8-405c-b32e-0c0cada487f2',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.715609] env[69640]: INFO networking_nsxv3.common.synchronization [None req-1a371b42-531d-4bc1-8fba-46b6a1e9153f None None] Enqueued Resource ID: 48113113-2738-429e-a68f-e626f544d9b4 with Priority: HIGHEST for action port [ 652.719286] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48113113-2738-429e-a68f-e626f544d9b4 with Priority: HIGHEST for action port [ 652.720360] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-48113113-2738-429e-a68f-e626f544d9b4 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.720360] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48113113-2738-429e-a68f-e626f544d9b4" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.720360] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48113113-2738-429e-a68f-e626f544d9b4" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.722480] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48113113-2738-429e-a68f-e626f544d9b4" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.722480] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48113113-2738-429e-a68f-e626f544d9b4',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.814722] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 043b41bb-54b8-405c-b32e-0c0cada487f2 [ 652.814722] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.814722] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.814722] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.814722] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.814722] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.814722] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:043b41bb-54b8-405c-b32e-0c0cada487f2 already deleted. [ 652.814722] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-043b41bb-54b8-405c-b32e-0c0cada487f2" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.827055] env[69640]: INFO networking_nsxv3.common.synchronization [None req-14f8f1e0-ee32-451d-b6eb-5c8de84e6b30 None None] Enqueued Resource ID: 0fb20b02-707a-4d0b-9bd9-80317646f27b with Priority: HIGHEST for action port [ 652.827699] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb20b02-707a-4d0b-9bd9-80317646f27b with Priority: HIGHEST for action port [ 652.828188] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fb20b02-707a-4d0b-9bd9-80317646f27b taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.828305] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fb20b02-707a-4d0b-9bd9-80317646f27b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.828369] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fb20b02-707a-4d0b-9bd9-80317646f27b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.828617] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fb20b02-707a-4d0b-9bd9-80317646f27b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.828718] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb20b02-707a-4d0b-9bd9-80317646f27b',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.225039] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48113113-2738-429e-a68f-e626f544d9b4 [ 653.225039] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.225039] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.225039] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.226730] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.226730] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.226730] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48113113-2738-429e-a68f-e626f544d9b4 already deleted. [ 653.226730] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48113113-2738-429e-a68f-e626f544d9b4" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.335307] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fb20b02-707a-4d0b-9bd9-80317646f27b [ 653.335307] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.335307] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.335307] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.335307] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.335307] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.335307] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fb20b02-707a-4d0b-9bd9-80317646f27b already deleted. [ 653.335307] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fb20b02-707a-4d0b-9bd9-80317646f27b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.832248] env[69640]: INFO networking_nsxv3.common.synchronization [None req-d3fddbd3-97e1-409e-b032-32a73187c109 None None] Enqueued Resource ID: ba3bace6-79c5-4629-bc9b-c3645fc99fe5 with Priority: HIGHEST for action port [ 654.832490] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3bace6-79c5-4629-bc9b-c3645fc99fe5 with Priority: HIGHEST for action port [ 654.833056] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba3bace6-79c5-4629-bc9b-c3645fc99fe5 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.833229] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba3bace6-79c5-4629-bc9b-c3645fc99fe5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.833270] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba3bace6-79c5-4629-bc9b-c3645fc99fe5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.833640] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba3bace6-79c5-4629-bc9b-c3645fc99fe5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.833640] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba3bace6-79c5-4629-bc9b-c3645fc99fe5',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.336790] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba3bace6-79c5-4629-bc9b-c3645fc99fe5 [ 655.337893] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.337893] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.337893] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.339016] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.339016] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.339016] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba3bace6-79c5-4629-bc9b-c3645fc99fe5 already deleted. [ 655.339016] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba3bace6-79c5-4629-bc9b-c3645fc99fe5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.713347] env[69640]: INFO networking_nsxv3.common.synchronization [None req-8e9a10ba-82a6-484d-b40b-87d6874bae00 None None] Enqueued Resource ID: 47027263-9a90-4f58-97c9-c589d0f27fd4 with Priority: HIGHEST for action port [ 655.713985] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47027263-9a90-4f58-97c9-c589d0f27fd4 with Priority: HIGHEST for action port [ 655.715254] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-47027263-9a90-4f58-97c9-c589d0f27fd4 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.715254] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47027263-9a90-4f58-97c9-c589d0f27fd4" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.715254] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47027263-9a90-4f58-97c9-c589d0f27fd4" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717265] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47027263-9a90-4f58-97c9-c589d0f27fd4" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.717393] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47027263-9a90-4f58-97c9-c589d0f27fd4',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.778673] env[69640]: INFO networking_nsxv3.common.synchronization [None req-61cb08b1-604d-4991-99be-50a63e3ade42 None None] Enqueued Resource ID: 0456d688-d0cd-48f9-8d80-71f5ebedc0d7 with Priority: HIGHEST for action port [ 655.778673] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0456d688-d0cd-48f9-8d80-71f5ebedc0d7 with Priority: HIGHEST for action port [ 655.778673] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-0456d688-d0cd-48f9-8d80-71f5ebedc0d7 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.778673] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0456d688-d0cd-48f9-8d80-71f5ebedc0d7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.778673] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0456d688-d0cd-48f9-8d80-71f5ebedc0d7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.778673] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0456d688-d0cd-48f9-8d80-71f5ebedc0d7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.778673] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0456d688-d0cd-48f9-8d80-71f5ebedc0d7',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.219849] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47027263-9a90-4f58-97c9-c589d0f27fd4 [ 656.222177] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.222291] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.222368] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.222581] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.222707] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.222889] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47027263-9a90-4f58-97c9-c589d0f27fd4 already deleted. [ 656.222889] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47027263-9a90-4f58-97c9-c589d0f27fd4" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.281306] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0456d688-d0cd-48f9-8d80-71f5ebedc0d7 [ 656.281510] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.281659] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.281728] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.281973] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.282077] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.282255] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0456d688-d0cd-48f9-8d80-71f5ebedc0d7 already deleted. [ 656.282255] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0456d688-d0cd-48f9-8d80-71f5ebedc0d7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.634533] env[69640]: INFO networking_nsxv3.common.synchronization [None req-04b392ec-bdb0-4007-89e9-0f7e695ac9f6 None None] Enqueued Resource ID: faca77eb-29ba-41c2-8348-51e7762f9b82 with Priority: HIGHEST for action port [ 656.634533] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faca77eb-29ba-41c2-8348-51e7762f9b82 with Priority: HIGHEST for action port [ 656.634864] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-faca77eb-29ba-41c2-8348-51e7762f9b82 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.634985] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faca77eb-29ba-41c2-8348-51e7762f9b82" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.635345] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faca77eb-29ba-41c2-8348-51e7762f9b82" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.635345] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faca77eb-29ba-41c2-8348-51e7762f9b82" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.635453] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faca77eb-29ba-41c2-8348-51e7762f9b82',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.141734] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faca77eb-29ba-41c2-8348-51e7762f9b82 [ 657.141734] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.141734] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.141734] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.141734] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.141734] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.141734] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faca77eb-29ba-41c2-8348-51e7762f9b82 already deleted. [ 657.141734] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faca77eb-29ba-41c2-8348-51e7762f9b82" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.960485] env[69640]: INFO networking_nsxv3.common.synchronization [None req-c2176506-0672-482e-b64c-8c2ad2562d43 None None] Enqueued Resource ID: b3023704-bde8-48e0-8c17-aa27029d84be with Priority: HIGHEST for action port [ 657.960755] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3023704-bde8-48e0-8c17-aa27029d84be with Priority: HIGHEST for action port [ 657.961540] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3023704-bde8-48e0-8c17-aa27029d84be taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.961660] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3023704-bde8-48e0-8c17-aa27029d84be" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.961725] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3023704-bde8-48e0-8c17-aa27029d84be" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.961976] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3023704-bde8-48e0-8c17-aa27029d84be" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.962800] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3023704-bde8-48e0-8c17-aa27029d84be',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.383097] env[69640]: INFO networking_nsxv3.common.synchronization [None req-63edc081-b3cf-4d42-821a-13112f1df2ff None None] Enqueued Resource ID: e445ce9a-7f1f-4c18-94e4-22e823fab0aa with Priority: HIGHEST for action port [ 658.383097] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e445ce9a-7f1f-4c18-94e4-22e823fab0aa with Priority: HIGHEST for action port [ 658.385191] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-e445ce9a-7f1f-4c18-94e4-22e823fab0aa taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.385191] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e445ce9a-7f1f-4c18-94e4-22e823fab0aa" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.385191] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e445ce9a-7f1f-4c18-94e4-22e823fab0aa" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.385191] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e445ce9a-7f1f-4c18-94e4-22e823fab0aa" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.385191] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e445ce9a-7f1f-4c18-94e4-22e823fab0aa',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.418591] env[69640]: INFO networking_nsxv3.common.synchronization [None req-ee620b4e-c652-4731-9bdf-8384d04981db tempest-ServersTestFqdnHostnames-825577479 tempest-ServersTestFqdnHostnames-825577479-project-member] Enqueued Resource ID: 63521bc3-4f86-469e-ae49-9e5e2f987ceb with Priority: HIGHEST for action security_group_rules [ 658.418591] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63521bc3-4f86-469e-ae49-9e5e2f987ceb with Priority: HIGHEST for action security_group_rules [ 658.419205] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63521bc3-4f86-469e-ae49-9e5e2f987ceb taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.419383] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63521bc3-4f86-469e-ae49-9e5e2f987ceb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.419552] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63521bc3-4f86-469e-ae49-9e5e2f987ceb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.419832] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63521bc3-4f86-469e-ae49-9e5e2f987ceb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.420208] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63521bc3-4f86-469e-ae49-9e5e2f987ceb',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.464710] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3023704-bde8-48e0-8c17-aa27029d84be [ 658.465227] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.465380] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.465455] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.465665] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.465764] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.465864] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3023704-bde8-48e0-8c17-aa27029d84be already deleted. [ 658.465946] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3023704-bde8-48e0-8c17-aa27029d84be" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.651737] env[69640]: INFO networking_nsxv3.common.synchronization [None req-92c3393e-ff61-4898-ad21-1110460e95fa tempest-ServersTestFqdnHostnames-825577479 tempest-ServersTestFqdnHostnames-825577479-project-member] Enqueued Resource ID: 63521bc3-4f86-469e-ae49-9e5e2f987ceb with Priority: HIGHEST for action security_group_rules [ 658.653193] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63521bc3-4f86-469e-ae49-9e5e2f987ceb with Priority: HIGHEST for action security_group_rules [ 658.653545] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63521bc3-4f86-469e-ae49-9e5e2f987ceb taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.657076] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63521bc3-4f86-469e-ae49-9e5e2f987ceb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.886955] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e445ce9a-7f1f-4c18-94e4-22e823fab0aa [ 658.888108] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.888298] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.888450] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.888762] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.888845] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.888981] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e445ce9a-7f1f-4c18-94e4-22e823fab0aa already deleted. [ 658.889108] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e445ce9a-7f1f-4c18-94e4-22e823fab0aa" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.942248] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.942444] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.942522] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.942957] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.943140] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.943220] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63521bc3-4f86-469e-ae49-9e5e2f987ceb already deleted. [ 658.943338] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63521bc3-4f86-469e-ae49-9e5e2f987ceb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.943880] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63521bc3-4f86-469e-ae49-9e5e2f987ceb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.943880] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63521bc3-4f86-469e-ae49-9e5e2f987ceb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.943880] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63521bc3-4f86-469e-ae49-9e5e2f987ceb',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.467787] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.468345] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.468345] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.468345] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.468491] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.468491] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63521bc3-4f86-469e-ae49-9e5e2f987ceb already deleted. [ 659.468564] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63521bc3-4f86-469e-ae49-9e5e2f987ceb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.460676] env[69640]: INFO networking_nsxv3.common.synchronization [None req-ed17c383-5969-4fa5-b284-e08da650769d None None] Enqueued Resource ID: 0f286ebf-f4aa-48fa-9f80-941561fe7f66 with Priority: HIGHEST for action port [ 660.460758] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f286ebf-f4aa-48fa-9f80-941561fe7f66 with Priority: HIGHEST for action port [ 660.461074] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f286ebf-f4aa-48fa-9f80-941561fe7f66 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.461224] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f286ebf-f4aa-48fa-9f80-941561fe7f66" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.461324] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f286ebf-f4aa-48fa-9f80-941561fe7f66" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.461659] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f286ebf-f4aa-48fa-9f80-941561fe7f66" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.461783] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f286ebf-f4aa-48fa-9f80-941561fe7f66',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.558706] env[69640]: INFO networking_nsxv3.common.synchronization [None req-8897477e-1a0a-47b8-b950-c24cf43dad82 None None] Enqueued Resource ID: 2ef96cb6-bdcb-464e-8964-888c448a8e65 with Priority: HIGHEST for action port [ 660.558962] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef96cb6-bdcb-464e-8964-888c448a8e65 with Priority: HIGHEST for action port [ 660.559541] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ef96cb6-bdcb-464e-8964-888c448a8e65 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.559854] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ef96cb6-bdcb-464e-8964-888c448a8e65" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.559854] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ef96cb6-bdcb-464e-8964-888c448a8e65" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.560642] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ef96cb6-bdcb-464e-8964-888c448a8e65" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.560642] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ef96cb6-bdcb-464e-8964-888c448a8e65',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.964978] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f286ebf-f4aa-48fa-9f80-941561fe7f66 [ 660.968088] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.968088] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.968088] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.968088] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.968088] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.968088] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f286ebf-f4aa-48fa-9f80-941561fe7f66 already deleted. [ 660.968088] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f286ebf-f4aa-48fa-9f80-941561fe7f66" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.063310] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ef96cb6-bdcb-464e-8964-888c448a8e65 [ 661.063310] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.063310] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.063310] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.063310] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.063310] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.063310] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ef96cb6-bdcb-464e-8964-888c448a8e65 already deleted. [ 661.063310] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ef96cb6-bdcb-464e-8964-888c448a8e65" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.546641] env[69640]: INFO networking_nsxv3.common.synchronization [None req-fb970c00-3832-4f27-af2f-5ae4e946c053 None None] Enqueued Resource ID: c79236fd-7244-48eb-bd49-fd95ed06dc0c with Priority: HIGHEST for action port [ 661.546641] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79236fd-7244-48eb-bd49-fd95ed06dc0c with Priority: HIGHEST for action port [ 661.546641] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-c79236fd-7244-48eb-bd49-fd95ed06dc0c taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.546641] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c79236fd-7244-48eb-bd49-fd95ed06dc0c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.549052] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c79236fd-7244-48eb-bd49-fd95ed06dc0c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.549424] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c79236fd-7244-48eb-bd49-fd95ed06dc0c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.549528] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c79236fd-7244-48eb-bd49-fd95ed06dc0c',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.052678] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c79236fd-7244-48eb-bd49-fd95ed06dc0c [ 662.053178] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.053178] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.053178] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.053918] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.053918] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.053918] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c79236fd-7244-48eb-bd49-fd95ed06dc0c already deleted. [ 662.053918] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c79236fd-7244-48eb-bd49-fd95ed06dc0c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.710006] env[69640]: INFO networking_nsxv3.common.synchronization [None req-cfa8c821-d5bc-4eb7-b28a-2f248f239b7d None None] Enqueued Resource ID: d9465559-c9d0-4621-a152-6353751bb806 with Priority: HIGHEST for action port [ 662.710297] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9465559-c9d0-4621-a152-6353751bb806 with Priority: HIGHEST for action port [ 662.710928] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9465559-c9d0-4621-a152-6353751bb806 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.711069] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9465559-c9d0-4621-a152-6353751bb806" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.711143] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9465559-c9d0-4621-a152-6353751bb806" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.711404] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9465559-c9d0-4621-a152-6353751bb806" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.711496] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9465559-c9d0-4621-a152-6353751bb806',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.767404] env[69640]: INFO networking_nsxv3.common.synchronization [None req-28be3a57-53d6-4ad0-87b6-fd298040e5a7 None None] Enqueued Resource ID: 2b1f308a-fc3a-4cd7-a717-b5baa192df37 with Priority: HIGHEST for action port [ 662.767900] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1f308a-fc3a-4cd7-a717-b5baa192df37 with Priority: HIGHEST for action port [ 662.771654] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1f308a-fc3a-4cd7-a717-b5baa192df37 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.771944] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1f308a-fc3a-4cd7-a717-b5baa192df37" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.772025] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1f308a-fc3a-4cd7-a717-b5baa192df37" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.772408] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1f308a-fc3a-4cd7-a717-b5baa192df37" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.772549] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1f308a-fc3a-4cd7-a717-b5baa192df37',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.214477] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9465559-c9d0-4621-a152-6353751bb806 [ 663.214793] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.214898] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.214983] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.215234] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.215436] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.215436] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9465559-c9d0-4621-a152-6353751bb806 already deleted. [ 663.215544] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9465559-c9d0-4621-a152-6353751bb806" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.275096] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b1f308a-fc3a-4cd7-a717-b5baa192df37 [ 663.275302] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.275436] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.275509] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.275720] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.275806] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.275930] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b1f308a-fc3a-4cd7-a717-b5baa192df37 already deleted. [ 663.276287] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1f308a-fc3a-4cd7-a717-b5baa192df37" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.437273] env[69640]: INFO networking_nsxv3.common.synchronization [None req-b750cdea-c022-43ab-b6c7-cb559874bc1e None None] Enqueued Resource ID: acd7d870-bb09-48f5-ab97-a5bee1455110 with Priority: HIGHEST for action port [ 664.437273] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acd7d870-bb09-48f5-ab97-a5bee1455110 with Priority: HIGHEST for action port [ 664.437273] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-acd7d870-bb09-48f5-ab97-a5bee1455110 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.437273] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acd7d870-bb09-48f5-ab97-a5bee1455110" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.437273] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acd7d870-bb09-48f5-ab97-a5bee1455110" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.437273] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acd7d870-bb09-48f5-ab97-a5bee1455110" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.437273] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acd7d870-bb09-48f5-ab97-a5bee1455110',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.943600] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acd7d870-bb09-48f5-ab97-a5bee1455110 [ 664.943600] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.943600] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.943600] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.943600] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.943600] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.943600] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acd7d870-bb09-48f5-ab97-a5bee1455110 already deleted. [ 664.943600] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acd7d870-bb09-48f5-ab97-a5bee1455110" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.315062] env[69640]: INFO networking_nsxv3.common.synchronization [None req-7900cfb3-2cb5-44aa-9b9d-f6c3dfef8d67 None None] Enqueued Resource ID: ca163eaa-c1da-4982-8a9a-1cd0c1273ed0 with Priority: HIGHEST for action port [ 666.315544] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca163eaa-c1da-4982-8a9a-1cd0c1273ed0 with Priority: HIGHEST for action port [ 666.316228] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca163eaa-c1da-4982-8a9a-1cd0c1273ed0 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.317396] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca163eaa-c1da-4982-8a9a-1cd0c1273ed0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.317396] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca163eaa-c1da-4982-8a9a-1cd0c1273ed0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.321502] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca163eaa-c1da-4982-8a9a-1cd0c1273ed0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.321619] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca163eaa-c1da-4982-8a9a-1cd0c1273ed0',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.358340] env[69640]: INFO networking_nsxv3.common.synchronization [None req-d25f9b0d-d5a8-4280-b920-4f6d7a7d383d None None] Enqueued Resource ID: 451f60e2-a105-4130-aadd-1d9fee0877f5 with Priority: HIGHEST for action port [ 666.359395] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451f60e2-a105-4130-aadd-1d9fee0877f5 with Priority: HIGHEST for action port [ 666.360511] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-451f60e2-a105-4130-aadd-1d9fee0877f5 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.360511] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-451f60e2-a105-4130-aadd-1d9fee0877f5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.360633] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-451f60e2-a105-4130-aadd-1d9fee0877f5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.360807] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-451f60e2-a105-4130-aadd-1d9fee0877f5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.360881] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('451f60e2-a105-4130-aadd-1d9fee0877f5',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.827372] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca163eaa-c1da-4982-8a9a-1cd0c1273ed0 [ 666.827372] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.827372] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.827372] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.827372] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.827372] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.827372] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca163eaa-c1da-4982-8a9a-1cd0c1273ed0 already deleted. [ 666.827372] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca163eaa-c1da-4982-8a9a-1cd0c1273ed0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.863232] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 451f60e2-a105-4130-aadd-1d9fee0877f5 [ 666.865121] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.865121] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.865121] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.865121] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.865121] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.865121] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:451f60e2-a105-4130-aadd-1d9fee0877f5 already deleted. [ 666.865652] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-451f60e2-a105-4130-aadd-1d9fee0877f5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.497993] env[69640]: INFO networking_nsxv3.common.synchronization [None req-07ade3a6-01e5-4978-8430-c67a5cb78e13 tempest-ServersTestBootFromVolume-1448906481 tempest-ServersTestBootFromVolume-1448906481-project-member] Enqueued Resource ID: 7ab3f76c-20c0-42ac-b90d-14589293c1e6 with Priority: HIGHEST for action security_group_rules [ 668.498543] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab3f76c-20c0-42ac-b90d-14589293c1e6 with Priority: HIGHEST for action security_group_rules [ 668.498834] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab3f76c-20c0-42ac-b90d-14589293c1e6 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.498969] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab3f76c-20c0-42ac-b90d-14589293c1e6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.500181] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab3f76c-20c0-42ac-b90d-14589293c1e6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.500454] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab3f76c-20c0-42ac-b90d-14589293c1e6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.500540] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab3f76c-20c0-42ac-b90d-14589293c1e6',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.026478] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.026478] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.026478] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.026478] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.026478] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.026478] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab3f76c-20c0-42ac-b90d-14589293c1e6 already deleted. [ 669.026478] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab3f76c-20c0-42ac-b90d-14589293c1e6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.040126] env[69640]: INFO networking_nsxv3.common.synchronization [None req-3ae14e97-b265-4366-afa2-a055195109ea tempest-ServersTestBootFromVolume-1448906481 tempest-ServersTestBootFromVolume-1448906481-project-member] Enqueued Resource ID: 7ab3f76c-20c0-42ac-b90d-14589293c1e6 with Priority: HIGHEST for action security_group_rules [ 669.040126] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab3f76c-20c0-42ac-b90d-14589293c1e6 with Priority: HIGHEST for action security_group_rules [ 669.040126] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab3f76c-20c0-42ac-b90d-14589293c1e6 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.040126] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab3f76c-20c0-42ac-b90d-14589293c1e6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.040126] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab3f76c-20c0-42ac-b90d-14589293c1e6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.040126] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab3f76c-20c0-42ac-b90d-14589293c1e6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.040126] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab3f76c-20c0-42ac-b90d-14589293c1e6',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.566802] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.567241] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.567241] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.567678] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.568076] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.568237] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab3f76c-20c0-42ac-b90d-14589293c1e6 already deleted. [ 669.568893] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab3f76c-20c0-42ac-b90d-14589293c1e6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.118363] env[69640]: INFO networking_nsxv3.common.synchronization [None req-8148b68a-6c99-4df8-9c99-bb22adeb367f None None] Enqueued Resource ID: 6573d3af-9bed-4061-bc98-ef3d82b40d84 with Priority: HIGHEST for action port [ 670.118681] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6573d3af-9bed-4061-bc98-ef3d82b40d84 with Priority: HIGHEST for action port [ 670.119289] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-6573d3af-9bed-4061-bc98-ef3d82b40d84 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.119438] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6573d3af-9bed-4061-bc98-ef3d82b40d84" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.119488] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6573d3af-9bed-4061-bc98-ef3d82b40d84" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.119718] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6573d3af-9bed-4061-bc98-ef3d82b40d84" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.119794] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6573d3af-9bed-4061-bc98-ef3d82b40d84',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.626714] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6573d3af-9bed-4061-bc98-ef3d82b40d84 [ 670.626714] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.626714] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.626714] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.626714] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.626714] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.626714] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6573d3af-9bed-4061-bc98-ef3d82b40d84 already deleted. [ 670.626714] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6573d3af-9bed-4061-bc98-ef3d82b40d84" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.974010] env[69640]: INFO networking_nsxv3.common.synchronization [None req-25d317db-dbff-4b4a-b625-076fbf341c18 None None] Enqueued Resource ID: d139c6ad-67da-4e94-9097-56c3bbddc80b with Priority: HIGHEST for action port [ 670.974010] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d139c6ad-67da-4e94-9097-56c3bbddc80b with Priority: HIGHEST for action port [ 670.974010] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-d139c6ad-67da-4e94-9097-56c3bbddc80b taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.975501] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d139c6ad-67da-4e94-9097-56c3bbddc80b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.975501] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d139c6ad-67da-4e94-9097-56c3bbddc80b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.975501] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d139c6ad-67da-4e94-9097-56c3bbddc80b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.975501] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d139c6ad-67da-4e94-9097-56c3bbddc80b',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.478445] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d139c6ad-67da-4e94-9097-56c3bbddc80b [ 671.478824] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.479199] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.479199] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.479361] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.479397] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.479485] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d139c6ad-67da-4e94-9097-56c3bbddc80b already deleted. [ 671.479590] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d139c6ad-67da-4e94-9097-56c3bbddc80b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.523939] env[69640]: INFO networking_nsxv3.common.synchronization [None req-35da402d-05ce-4932-a3f0-f1fda54ac702 None None] Enqueued Resource ID: 3f34ad09-bbff-4125-9d89-93858a2e7fa3 with Priority: HIGHEST for action port [ 671.523939] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f34ad09-bbff-4125-9d89-93858a2e7fa3 with Priority: HIGHEST for action port [ 671.524310] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f34ad09-bbff-4125-9d89-93858a2e7fa3 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.524310] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f34ad09-bbff-4125-9d89-93858a2e7fa3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.524310] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f34ad09-bbff-4125-9d89-93858a2e7fa3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.524470] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f34ad09-bbff-4125-9d89-93858a2e7fa3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.524795] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f34ad09-bbff-4125-9d89-93858a2e7fa3',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.920687] env[69640]: INFO networking_nsxv3.common.synchronization [None req-4021528c-f45b-4fd1-85a9-6476c00f0f88 None None] Enqueued Resource ID: 85189607-f281-4a01-934c-dab7abffbd51 with Priority: HIGHEST for action port [ 671.923644] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85189607-f281-4a01-934c-dab7abffbd51 with Priority: HIGHEST for action port [ 671.923644] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-85189607-f281-4a01-934c-dab7abffbd51 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.923644] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85189607-f281-4a01-934c-dab7abffbd51" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.923644] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85189607-f281-4a01-934c-dab7abffbd51" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.923644] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85189607-f281-4a01-934c-dab7abffbd51" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.923644] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85189607-f281-4a01-934c-dab7abffbd51',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.027587] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f34ad09-bbff-4125-9d89-93858a2e7fa3 [ 672.027802] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.027802] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.027894] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.029372] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.029372] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.029492] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f34ad09-bbff-4125-9d89-93858a2e7fa3 already deleted. [ 672.029527] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f34ad09-bbff-4125-9d89-93858a2e7fa3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.045444] env[69640]: INFO networking_nsxv3.common.synchronization [None req-525f4189-2157-4550-9dcd-7d50483b6dad None None] Enqueued Resource ID: eeb64880-643c-4fc1-9190-146446c6be36 with Priority: HIGHEST for action port [ 672.047686] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb64880-643c-4fc1-9190-146446c6be36 with Priority: HIGHEST for action port [ 672.047686] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeb64880-643c-4fc1-9190-146446c6be36 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.047686] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeb64880-643c-4fc1-9190-146446c6be36" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.047686] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeb64880-643c-4fc1-9190-146446c6be36" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.047686] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeb64880-643c-4fc1-9190-146446c6be36" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.047686] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb64880-643c-4fc1-9190-146446c6be36',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.427163] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85189607-f281-4a01-934c-dab7abffbd51 [ 672.427163] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.427311] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.427368] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.427648] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.427763] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.427837] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85189607-f281-4a01-934c-dab7abffbd51 already deleted. [ 672.427917] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85189607-f281-4a01-934c-dab7abffbd51" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.551020] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eeb64880-643c-4fc1-9190-146446c6be36 [ 672.551245] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.551372] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.551438] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.551650] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.551733] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.551825] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eeb64880-643c-4fc1-9190-146446c6be36 already deleted. [ 672.551902] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeb64880-643c-4fc1-9190-146446c6be36" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.215991] env[69640]: INFO networking_nsxv3.common.synchronization [None req-13dcd319-bead-4fc0-8fd7-bbbc6867e10a None None] Enqueued Resource ID: 1b809df1-208e-45ed-af30-41455930440e with Priority: HIGHEST for action port [ 676.222877] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b809df1-208e-45ed-af30-41455930440e with Priority: HIGHEST for action port [ 676.226109] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b809df1-208e-45ed-af30-41455930440e taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.226109] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b809df1-208e-45ed-af30-41455930440e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.226109] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b809df1-208e-45ed-af30-41455930440e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.226334] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b809df1-208e-45ed-af30-41455930440e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.226334] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b809df1-208e-45ed-af30-41455930440e',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.726941] env[69640]: INFO networking_nsxv3.common.synchronization [None req-f940d887-f7b4-4527-ae7b-5b7e3c467302 None None] Enqueued Resource ID: 0d2fbfd2-f8bd-40fc-b9bb-cfe7d7c5617c with Priority: HIGHEST for action port [ 676.726941] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d2fbfd2-f8bd-40fc-b9bb-cfe7d7c5617c with Priority: HIGHEST for action port [ 676.726941] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d2fbfd2-f8bd-40fc-b9bb-cfe7d7c5617c taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.726941] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d2fbfd2-f8bd-40fc-b9bb-cfe7d7c5617c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.726941] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d2fbfd2-f8bd-40fc-b9bb-cfe7d7c5617c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.726941] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d2fbfd2-f8bd-40fc-b9bb-cfe7d7c5617c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.726941] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d2fbfd2-f8bd-40fc-b9bb-cfe7d7c5617c',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.730056] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b809df1-208e-45ed-af30-41455930440e [ 676.730056] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.730194] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.730194] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.731257] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.731257] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.731257] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b809df1-208e-45ed-af30-41455930440e already deleted. [ 676.731257] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b809df1-208e-45ed-af30-41455930440e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.232219] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d2fbfd2-f8bd-40fc-b9bb-cfe7d7c5617c [ 677.232548] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.232695] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.232695] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.232877] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.232951] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.233062] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d2fbfd2-f8bd-40fc-b9bb-cfe7d7c5617c already deleted. [ 677.233145] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d2fbfd2-f8bd-40fc-b9bb-cfe7d7c5617c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.263133] env[69640]: INFO networking_nsxv3.common.synchronization [None req-e707f5db-bef0-412d-9642-2f7e389d3068 None None] Enqueued Resource ID: 916c1a05-e2fa-400a-ad61-3563f964ba61 with Priority: HIGHEST for action port [ 678.263499] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916c1a05-e2fa-400a-ad61-3563f964ba61 with Priority: HIGHEST for action port [ 678.265834] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-916c1a05-e2fa-400a-ad61-3563f964ba61 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.266032] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-916c1a05-e2fa-400a-ad61-3563f964ba61" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.266125] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-916c1a05-e2fa-400a-ad61-3563f964ba61" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.266522] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-916c1a05-e2fa-400a-ad61-3563f964ba61" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.266621] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('916c1a05-e2fa-400a-ad61-3563f964ba61',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.453584] env[69640]: INFO networking_nsxv3.common.synchronization [None req-7f9a302b-4dc7-41d4-9339-0a655087762c tempest-AttachVolumeNegativeTest-593763804 tempest-AttachVolumeNegativeTest-593763804-project-member] Enqueued Resource ID: 5ab697e0-c765-48e4-85ab-ebfe24d60820 with Priority: HIGHEST for action security_group_rules [ 678.454107] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab697e0-c765-48e4-85ab-ebfe24d60820 with Priority: HIGHEST for action security_group_rules [ 678.455548] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ab697e0-c765-48e4-85ab-ebfe24d60820 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.455710] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ab697e0-c765-48e4-85ab-ebfe24d60820" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.455780] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ab697e0-c765-48e4-85ab-ebfe24d60820" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.456044] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ab697e0-c765-48e4-85ab-ebfe24d60820" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.456262] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ab697e0-c765-48e4-85ab-ebfe24d60820',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.770404] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 916c1a05-e2fa-400a-ad61-3563f964ba61 [ 678.770404] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.770684] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.770684] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.770882] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.770882] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.770983] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:916c1a05-e2fa-400a-ad61-3563f964ba61 already deleted. [ 678.771048] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-916c1a05-e2fa-400a-ad61-3563f964ba61" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.982270] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.982475] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.982518] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.982710] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.982800] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.982893] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ab697e0-c765-48e4-85ab-ebfe24d60820 already deleted. [ 678.982973] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ab697e0-c765-48e4-85ab-ebfe24d60820" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.185648] env[69640]: INFO networking_nsxv3.common.synchronization [None req-005b6a0f-6c52-4c1c-8bc0-4293102940aa tempest-AttachVolumeNegativeTest-593763804 tempest-AttachVolumeNegativeTest-593763804-project-member] Enqueued Resource ID: 5ab697e0-c765-48e4-85ab-ebfe24d60820 with Priority: HIGHEST for action security_group_rules [ 679.187377] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab697e0-c765-48e4-85ab-ebfe24d60820 with Priority: HIGHEST for action security_group_rules [ 679.187377] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ab697e0-c765-48e4-85ab-ebfe24d60820 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.187901] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ab697e0-c765-48e4-85ab-ebfe24d60820" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.187901] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ab697e0-c765-48e4-85ab-ebfe24d60820" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.187901] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ab697e0-c765-48e4-85ab-ebfe24d60820" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.187901] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ab697e0-c765-48e4-85ab-ebfe24d60820',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.370387] env[69640]: INFO networking_nsxv3.common.synchronization [None req-b8fd57c7-5110-4adb-93be-2788567dbd3f None None] Enqueued Resource ID: 32e95412-3187-47f6-b368-d4548e06c843 with Priority: HIGHEST for action port [ 679.370940] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e95412-3187-47f6-b368-d4548e06c843 with Priority: HIGHEST for action port [ 679.373863] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-32e95412-3187-47f6-b368-d4548e06c843 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.373863] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32e95412-3187-47f6-b368-d4548e06c843" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.373863] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32e95412-3187-47f6-b368-d4548e06c843" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.373863] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32e95412-3187-47f6-b368-d4548e06c843" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.373863] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e95412-3187-47f6-b368-d4548e06c843',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.687939] env[69640]: INFO networking_nsxv3.common.synchronization [None req-d5e75289-885a-4a59-8229-f51f892c95af None None] Enqueued Resource ID: 25c6e037-7dd2-436c-b495-8f89a6e1e951 with Priority: HIGHEST for action port [ 679.687939] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25c6e037-7dd2-436c-b495-8f89a6e1e951 with Priority: HIGHEST for action port [ 679.687939] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-25c6e037-7dd2-436c-b495-8f89a6e1e951 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.687939] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25c6e037-7dd2-436c-b495-8f89a6e1e951" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.689986] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25c6e037-7dd2-436c-b495-8f89a6e1e951" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.690355] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25c6e037-7dd2-436c-b495-8f89a6e1e951" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.690494] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25c6e037-7dd2-436c-b495-8f89a6e1e951',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.710300] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.710461] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.710534] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.710747] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.710839] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.713193] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ab697e0-c765-48e4-85ab-ebfe24d60820 already deleted. [ 679.713193] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ab697e0-c765-48e4-85ab-ebfe24d60820" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.874467] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32e95412-3187-47f6-b368-d4548e06c843 [ 679.874705] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.874850] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.874927] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.875237] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.875304] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.875403] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32e95412-3187-47f6-b368-d4548e06c843 already deleted. [ 679.875488] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32e95412-3187-47f6-b368-d4548e06c843" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.200973] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25c6e037-7dd2-436c-b495-8f89a6e1e951 [ 680.202189] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.202189] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.202189] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.202406] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.202675] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.202675] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25c6e037-7dd2-436c-b495-8f89a6e1e951 already deleted. [ 680.202770] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25c6e037-7dd2-436c-b495-8f89a6e1e951" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.599163] env[69640]: INFO networking_nsxv3.common.synchronization [None req-814b5537-1e14-4fb4-8f8b-66969f679a46 None None] Enqueued Resource ID: b7f9ded5-179b-4ea7-b4e3-7ec0d2ba1c4b with Priority: HIGHEST for action port [ 680.599712] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f9ded5-179b-4ea7-b4e3-7ec0d2ba1c4b with Priority: HIGHEST for action port [ 680.600032] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7f9ded5-179b-4ea7-b4e3-7ec0d2ba1c4b taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.600164] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7f9ded5-179b-4ea7-b4e3-7ec0d2ba1c4b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.600309] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7f9ded5-179b-4ea7-b4e3-7ec0d2ba1c4b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.600480] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7f9ded5-179b-4ea7-b4e3-7ec0d2ba1c4b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.600558] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f9ded5-179b-4ea7-b4e3-7ec0d2ba1c4b',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.106574] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7f9ded5-179b-4ea7-b4e3-7ec0d2ba1c4b [ 681.106574] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.106574] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.106574] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.106574] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.106574] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.106574] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7f9ded5-179b-4ea7-b4e3-7ec0d2ba1c4b already deleted. [ 681.106574] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7f9ded5-179b-4ea7-b4e3-7ec0d2ba1c4b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.385240] env[69640]: INFO networking_nsxv3.common.synchronization [None req-52a046e4-7257-4f94-ad38-458a91b0276f None None] Enqueued Resource ID: a74d8474-0cf4-4c0a-bfaf-bb5682e63b53 with Priority: HIGHEST for action port [ 681.390844] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74d8474-0cf4-4c0a-bfaf-bb5682e63b53 with Priority: HIGHEST for action port [ 681.390844] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-a74d8474-0cf4-4c0a-bfaf-bb5682e63b53 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.390844] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a74d8474-0cf4-4c0a-bfaf-bb5682e63b53" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.390844] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a74d8474-0cf4-4c0a-bfaf-bb5682e63b53" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.390844] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a74d8474-0cf4-4c0a-bfaf-bb5682e63b53" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.390844] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a74d8474-0cf4-4c0a-bfaf-bb5682e63b53',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.894087] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a74d8474-0cf4-4c0a-bfaf-bb5682e63b53 [ 681.894374] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.896864] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.897161] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.897409] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.897593] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.897654] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a74d8474-0cf4-4c0a-bfaf-bb5682e63b53 already deleted. [ 681.897729] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a74d8474-0cf4-4c0a-bfaf-bb5682e63b53" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.292114] env[69640]: INFO networking_nsxv3.common.synchronization [None req-7a15a313-384e-48d9-8b63-dfe4edc50037 None None] Enqueued Resource ID: e5f0eb17-5f8f-403c-a09c-1b53d79c316f with Priority: HIGHEST for action port [ 682.292717] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f0eb17-5f8f-403c-a09c-1b53d79c316f with Priority: HIGHEST for action port [ 682.293067] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5f0eb17-5f8f-403c-a09c-1b53d79c316f taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.293207] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5f0eb17-5f8f-403c-a09c-1b53d79c316f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.293274] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5f0eb17-5f8f-403c-a09c-1b53d79c316f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.293542] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5f0eb17-5f8f-403c-a09c-1b53d79c316f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.293627] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5f0eb17-5f8f-403c-a09c-1b53d79c316f',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.364459] env[69640]: INFO networking_nsxv3.common.synchronization [None req-3f4ee0ec-e4ef-4b64-ae99-4ecf8cec3cec None None] Enqueued Resource ID: 348701fc-aeee-4a17-8053-e84e36c8f68f with Priority: HIGHEST for action port [ 682.364459] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348701fc-aeee-4a17-8053-e84e36c8f68f with Priority: HIGHEST for action port [ 682.364459] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-348701fc-aeee-4a17-8053-e84e36c8f68f taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.364459] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-348701fc-aeee-4a17-8053-e84e36c8f68f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.364459] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-348701fc-aeee-4a17-8053-e84e36c8f68f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.365099] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-348701fc-aeee-4a17-8053-e84e36c8f68f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.365099] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('348701fc-aeee-4a17-8053-e84e36c8f68f',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.799951] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5f0eb17-5f8f-403c-a09c-1b53d79c316f [ 682.799951] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.799951] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.799951] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.799951] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.799951] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.799951] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5f0eb17-5f8f-403c-a09c-1b53d79c316f already deleted. [ 682.799951] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5f0eb17-5f8f-403c-a09c-1b53d79c316f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.867445] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 348701fc-aeee-4a17-8053-e84e36c8f68f [ 682.868700] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.868700] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.868700] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.868700] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.868700] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.868700] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:348701fc-aeee-4a17-8053-e84e36c8f68f already deleted. [ 682.868700] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-348701fc-aeee-4a17-8053-e84e36c8f68f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.936809] env[69640]: INFO networking_nsxv3.common.synchronization [None req-bc9def63-dcc7-400c-a454-6d3af77b9828 None None] Enqueued Resource ID: f8fd5f05-68a0-4ff9-a10b-9946d940badd with Priority: HIGHEST for action port [ 684.936809] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fd5f05-68a0-4ff9-a10b-9946d940badd with Priority: HIGHEST for action port [ 684.936809] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8fd5f05-68a0-4ff9-a10b-9946d940badd taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.936809] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8fd5f05-68a0-4ff9-a10b-9946d940badd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.936809] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8fd5f05-68a0-4ff9-a10b-9946d940badd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.936809] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8fd5f05-68a0-4ff9-a10b-9946d940badd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.936809] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8fd5f05-68a0-4ff9-a10b-9946d940badd',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.441360] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8fd5f05-68a0-4ff9-a10b-9946d940badd [ 685.441360] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.441360] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.441360] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.441360] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.441360] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.441360] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8fd5f05-68a0-4ff9-a10b-9946d940badd already deleted. [ 685.441360] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8fd5f05-68a0-4ff9-a10b-9946d940badd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.548846] env[69640]: INFO networking_nsxv3.common.synchronization [None req-9fef04eb-4c7e-485b-bd9f-6c92a237fd0a None None] Enqueued Resource ID: 8afb96a6-689e-4cda-ba41-2df19075a271 with Priority: HIGHEST for action port [ 685.548846] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8afb96a6-689e-4cda-ba41-2df19075a271 with Priority: HIGHEST for action port [ 685.550680] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-8afb96a6-689e-4cda-ba41-2df19075a271 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.550839] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8afb96a6-689e-4cda-ba41-2df19075a271" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.550904] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8afb96a6-689e-4cda-ba41-2df19075a271" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.551265] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8afb96a6-689e-4cda-ba41-2df19075a271" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.551364] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8afb96a6-689e-4cda-ba41-2df19075a271',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.054915] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8afb96a6-689e-4cda-ba41-2df19075a271 [ 686.054915] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.054915] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.054915] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.055370] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.055370] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.055370] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8afb96a6-689e-4cda-ba41-2df19075a271 already deleted. [ 686.055460] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8afb96a6-689e-4cda-ba41-2df19075a271" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.746162] env[69640]: INFO networking_nsxv3.common.synchronization [None req-bd64d33f-71d6-4a1a-92fb-8778c04d557d None None] Enqueued Resource ID: e6e5117e-1f23-4e93-aec0-5759df763c14 with Priority: HIGHEST for action port [ 686.746442] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e5117e-1f23-4e93-aec0-5759df763c14 with Priority: HIGHEST for action port [ 686.747143] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6e5117e-1f23-4e93-aec0-5759df763c14 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.747255] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6e5117e-1f23-4e93-aec0-5759df763c14" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.747301] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6e5117e-1f23-4e93-aec0-5759df763c14" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.747586] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6e5117e-1f23-4e93-aec0-5759df763c14" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.747672] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e5117e-1f23-4e93-aec0-5759df763c14',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.249646] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6e5117e-1f23-4e93-aec0-5759df763c14 [ 687.250020] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.250020] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.250139] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.250513] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.250803] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.251014] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6e5117e-1f23-4e93-aec0-5759df763c14 already deleted. [ 687.251112] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6e5117e-1f23-4e93-aec0-5759df763c14" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.861641] env[69640]: INFO networking_nsxv3.common.synchronization [None req-c9255247-cee7-4b91-9b88-fe5aa3252a61 None None] Enqueued Resource ID: 1ae60001-4f99-4634-a34b-082f8d58f022 with Priority: HIGHEST for action port [ 687.862526] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae60001-4f99-4634-a34b-082f8d58f022 with Priority: HIGHEST for action port [ 687.862831] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ae60001-4f99-4634-a34b-082f8d58f022 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.862955] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ae60001-4f99-4634-a34b-082f8d58f022" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.864176] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ae60001-4f99-4634-a34b-082f8d58f022" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.864176] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ae60001-4f99-4634-a34b-082f8d58f022" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.864176] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ae60001-4f99-4634-a34b-082f8d58f022',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.965375] env[69640]: INFO networking_nsxv3.common.synchronization [None req-7f4623bf-8ede-4bad-812d-4839bb15eb06 None None] Enqueued Resource ID: 39c38078-5367-460a-a8ce-d553e9244ccb with Priority: HIGHEST for action port [ 687.965375] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c38078-5367-460a-a8ce-d553e9244ccb with Priority: HIGHEST for action port [ 687.965783] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-39c38078-5367-460a-a8ce-d553e9244ccb taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.965882] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39c38078-5367-460a-a8ce-d553e9244ccb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.965882] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39c38078-5367-460a-a8ce-d553e9244ccb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.966417] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39c38078-5367-460a-a8ce-d553e9244ccb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.966513] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39c38078-5367-460a-a8ce-d553e9244ccb',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.369544] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ae60001-4f99-4634-a34b-082f8d58f022 [ 688.369841] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.370066] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.370122] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.373655] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.373655] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.373655] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ae60001-4f99-4634-a34b-082f8d58f022 already deleted. [ 688.373655] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ae60001-4f99-4634-a34b-082f8d58f022" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.469746] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39c38078-5367-460a-a8ce-d553e9244ccb [ 688.470686] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.470686] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.470686] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.470686] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.470686] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.470917] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39c38078-5367-460a-a8ce-d553e9244ccb already deleted. [ 688.470917] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39c38078-5367-460a-a8ce-d553e9244ccb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.969555] env[69640]: INFO networking_nsxv3.common.synchronization [None req-53687dab-9b4e-476e-972d-9c76411223ca None None] Enqueued Resource ID: 7f3f9d9c-94af-42df-90ff-88b1c9f47087 with Priority: HIGHEST for action port [ 688.970191] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3f9d9c-94af-42df-90ff-88b1c9f47087 with Priority: HIGHEST for action port [ 688.971852] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f3f9d9c-94af-42df-90ff-88b1c9f47087 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.971852] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f3f9d9c-94af-42df-90ff-88b1c9f47087" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.972035] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f3f9d9c-94af-42df-90ff-88b1c9f47087" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.972274] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f3f9d9c-94af-42df-90ff-88b1c9f47087" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.973322] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f3f9d9c-94af-42df-90ff-88b1c9f47087',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.418769] env[69640]: INFO networking_nsxv3.common.synchronization [None req-f697b5f3-b6d9-49b4-8f9c-25bad5725f6a None None] Enqueued Resource ID: 8f7d3ab4-225d-403e-9d9b-2fe95a49b4e0 with Priority: HIGHEST for action port [ 689.419333] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7d3ab4-225d-403e-9d9b-2fe95a49b4e0 with Priority: HIGHEST for action port [ 689.419627] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f7d3ab4-225d-403e-9d9b-2fe95a49b4e0 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.419754] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f7d3ab4-225d-403e-9d9b-2fe95a49b4e0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.419819] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f7d3ab4-225d-403e-9d9b-2fe95a49b4e0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.424085] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f7d3ab4-225d-403e-9d9b-2fe95a49b4e0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.424085] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f7d3ab4-225d-403e-9d9b-2fe95a49b4e0',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.476335] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f3f9d9c-94af-42df-90ff-88b1c9f47087 [ 689.476592] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.477335] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.477460] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.477731] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.477820] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.478178] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f3f9d9c-94af-42df-90ff-88b1c9f47087 already deleted. [ 689.478275] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f3f9d9c-94af-42df-90ff-88b1c9f47087" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.659084] env[69640]: INFO networking_nsxv3.common.synchronization [None req-addbf375-0aa9-47df-b9b9-efe16bb66b5e tempest-AttachInterfacesUnderV243Test-446835511 tempest-AttachInterfacesUnderV243Test-446835511-project-member] Enqueued Resource ID: bea42e12-9e38-4851-afbb-7bfa9e9df126 with Priority: HIGHEST for action security_group_rules [ 689.659663] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea42e12-9e38-4851-afbb-7bfa9e9df126 with Priority: HIGHEST for action security_group_rules [ 689.661386] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bea42e12-9e38-4851-afbb-7bfa9e9df126 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.661386] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bea42e12-9e38-4851-afbb-7bfa9e9df126" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.661386] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bea42e12-9e38-4851-afbb-7bfa9e9df126" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.662729] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bea42e12-9e38-4851-afbb-7bfa9e9df126" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.662729] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bea42e12-9e38-4851-afbb-7bfa9e9df126',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.926354] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f7d3ab4-225d-403e-9d9b-2fe95a49b4e0 [ 689.926581] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.926807] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.926807] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.927037] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.927133] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.927234] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f7d3ab4-225d-403e-9d9b-2fe95a49b4e0 already deleted. [ 689.927317] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f7d3ab4-225d-403e-9d9b-2fe95a49b4e0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.982538] env[69640]: INFO networking_nsxv3.common.synchronization [None req-903c3c5a-5525-4441-9f87-c18c3efffbe3 None None] Enqueued Resource ID: 7f1de195-283f-4c5a-8545-bb4108769a1a with Priority: HIGHEST for action port [ 689.986516] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1de195-283f-4c5a-8545-bb4108769a1a with Priority: HIGHEST for action port [ 689.986993] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f1de195-283f-4c5a-8545-bb4108769a1a taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.988153] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f1de195-283f-4c5a-8545-bb4108769a1a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.988153] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f1de195-283f-4c5a-8545-bb4108769a1a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.989215] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f1de195-283f-4c5a-8545-bb4108769a1a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.989512] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f1de195-283f-4c5a-8545-bb4108769a1a',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.194496] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.194496] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.194496] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.194496] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.194496] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.194817] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bea42e12-9e38-4851-afbb-7bfa9e9df126 already deleted. [ 690.194817] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bea42e12-9e38-4851-afbb-7bfa9e9df126" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.259206] env[69640]: INFO networking_nsxv3.common.synchronization [None req-9abf0077-ada3-4dd0-8e2a-beb763598839 None None] Enqueued Resource ID: 291ea6d1-d977-4b0b-8d71-7f07346fee72 with Priority: HIGHEST for action port [ 690.260323] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291ea6d1-d977-4b0b-8d71-7f07346fee72 with Priority: HIGHEST for action port [ 690.260485] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-291ea6d1-d977-4b0b-8d71-7f07346fee72 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.260616] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-291ea6d1-d977-4b0b-8d71-7f07346fee72" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.260679] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-291ea6d1-d977-4b0b-8d71-7f07346fee72" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.261055] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-291ea6d1-d977-4b0b-8d71-7f07346fee72" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.261145] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('291ea6d1-d977-4b0b-8d71-7f07346fee72',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.308704] env[69640]: INFO networking_nsxv3.common.synchronization [None req-9a02692c-282c-48c7-9345-bca25fb8c6c4 tempest-AttachInterfacesUnderV243Test-446835511 tempest-AttachInterfacesUnderV243Test-446835511-project-member] Enqueued Resource ID: bea42e12-9e38-4851-afbb-7bfa9e9df126 with Priority: HIGHEST for action security_group_rules [ 690.309236] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea42e12-9e38-4851-afbb-7bfa9e9df126 with Priority: HIGHEST for action security_group_rules [ 690.310921] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bea42e12-9e38-4851-afbb-7bfa9e9df126 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.310921] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bea42e12-9e38-4851-afbb-7bfa9e9df126" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.310921] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bea42e12-9e38-4851-afbb-7bfa9e9df126" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.310921] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bea42e12-9e38-4851-afbb-7bfa9e9df126" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.310921] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bea42e12-9e38-4851-afbb-7bfa9e9df126',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.495407] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f1de195-283f-4c5a-8545-bb4108769a1a [ 690.495407] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.495407] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.495407] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.495407] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.495407] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.495407] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f1de195-283f-4c5a-8545-bb4108769a1a already deleted. [ 690.495407] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f1de195-283f-4c5a-8545-bb4108769a1a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.766624] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 291ea6d1-d977-4b0b-8d71-7f07346fee72 [ 690.767156] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.767428] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.768976] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.768976] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.768976] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.768976] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:291ea6d1-d977-4b0b-8d71-7f07346fee72 already deleted. [ 690.768976] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-291ea6d1-d977-4b0b-8d71-7f07346fee72" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.832690] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.832843] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.832897] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.833146] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.833731] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.833731] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bea42e12-9e38-4851-afbb-7bfa9e9df126 already deleted. [ 690.833731] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bea42e12-9e38-4851-afbb-7bfa9e9df126" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.388533] env[69640]: INFO networking_nsxv3.common.synchronization [None req-231b75f5-3e93-4230-8e59-308ddc552585 None None] Enqueued Resource ID: 1d670e80-ab70-4aab-814a-3cef25f4af6e with Priority: HIGHEST for action port [ 691.388533] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d670e80-ab70-4aab-814a-3cef25f4af6e with Priority: HIGHEST for action port [ 691.388533] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d670e80-ab70-4aab-814a-3cef25f4af6e taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.388533] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d670e80-ab70-4aab-814a-3cef25f4af6e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.388533] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d670e80-ab70-4aab-814a-3cef25f4af6e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.388533] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d670e80-ab70-4aab-814a-3cef25f4af6e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.388762] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d670e80-ab70-4aab-814a-3cef25f4af6e',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.891553] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d670e80-ab70-4aab-814a-3cef25f4af6e [ 691.891831] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.891976] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.892072] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.892290] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.892469] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.892469] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d670e80-ab70-4aab-814a-3cef25f4af6e already deleted. [ 691.892576] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d670e80-ab70-4aab-814a-3cef25f4af6e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.196115] env[69640]: INFO networking_nsxv3.common.synchronization [None req-7d0a38fb-3a72-4b7d-84ad-89f01e9dad17 None None] Enqueued Resource ID: 92b69250-d2e0-4ae9-91ee-fa762036c019 with Priority: HIGHEST for action port [ 692.196431] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b69250-d2e0-4ae9-91ee-fa762036c019 with Priority: HIGHEST for action port [ 692.199644] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b69250-d2e0-4ae9-91ee-fa762036c019 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.199735] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b69250-d2e0-4ae9-91ee-fa762036c019" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.199735] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b69250-d2e0-4ae9-91ee-fa762036c019" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.200233] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b69250-d2e0-4ae9-91ee-fa762036c019" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.200335] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b69250-d2e0-4ae9-91ee-fa762036c019',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.298586] env[69640]: INFO networking_nsxv3.common.synchronization [None req-be2e1d4f-df3e-49f8-a563-20cbd1cc15c0 None None] Enqueued Resource ID: 5885297a-f6a6-4e67-a056-d43c052c1ed9 with Priority: HIGHEST for action port [ 692.299894] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5885297a-f6a6-4e67-a056-d43c052c1ed9 with Priority: HIGHEST for action port [ 692.300239] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-5885297a-f6a6-4e67-a056-d43c052c1ed9 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.300568] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5885297a-f6a6-4e67-a056-d43c052c1ed9" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.301023] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5885297a-f6a6-4e67-a056-d43c052c1ed9" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.301532] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5885297a-f6a6-4e67-a056-d43c052c1ed9" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.301641] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5885297a-f6a6-4e67-a056-d43c052c1ed9',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.659491] env[69640]: INFO networking_nsxv3.common.synchronization [None req-e5ce2991-84f6-48af-9a50-518804122a9b None None] Enqueued Resource ID: ffb00d66-e338-49e7-a17d-70e0b83c640f with Priority: HIGHEST for action port [ 692.659491] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb00d66-e338-49e7-a17d-70e0b83c640f with Priority: HIGHEST for action port [ 692.659996] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffb00d66-e338-49e7-a17d-70e0b83c640f taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.660091] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffb00d66-e338-49e7-a17d-70e0b83c640f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.660137] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffb00d66-e338-49e7-a17d-70e0b83c640f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.660746] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffb00d66-e338-49e7-a17d-70e0b83c640f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.660830] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffb00d66-e338-49e7-a17d-70e0b83c640f',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.707998] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92b69250-d2e0-4ae9-91ee-fa762036c019 [ 692.707998] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.707998] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.707998] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.707998] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.707998] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.708696] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92b69250-d2e0-4ae9-91ee-fa762036c019 already deleted. [ 692.708696] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b69250-d2e0-4ae9-91ee-fa762036c019" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.806372] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5885297a-f6a6-4e67-a056-d43c052c1ed9 [ 692.806601] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.806775] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.806845] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.807084] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.807172] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.807265] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5885297a-f6a6-4e67-a056-d43c052c1ed9 already deleted. [ 692.807343] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5885297a-f6a6-4e67-a056-d43c052c1ed9" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.862255] env[69640]: INFO networking_nsxv3.common.synchronization [None req-5a60809d-554f-4c88-b8d8-f8d5c3cb7ac4 tempest-ServersTestManualDisk-570997011 tempest-ServersTestManualDisk-570997011-project-member] Enqueued Resource ID: 551c88f4-6a9f-48d1-ae9e-f6553f891ced with Priority: HIGHEST for action security_group_rules [ 692.862508] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551c88f4-6a9f-48d1-ae9e-f6553f891ced with Priority: HIGHEST for action security_group_rules [ 692.864542] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-551c88f4-6a9f-48d1-ae9e-f6553f891ced taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.864684] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-551c88f4-6a9f-48d1-ae9e-f6553f891ced" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.864754] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-551c88f4-6a9f-48d1-ae9e-f6553f891ced" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.865425] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-551c88f4-6a9f-48d1-ae9e-f6553f891ced" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.867586] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('551c88f4-6a9f-48d1-ae9e-f6553f891ced',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.162715] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffb00d66-e338-49e7-a17d-70e0b83c640f [ 693.163127] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.163315] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.166191] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.166444] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.166545] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.166649] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffb00d66-e338-49e7-a17d-70e0b83c640f already deleted. [ 693.166776] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffb00d66-e338-49e7-a17d-70e0b83c640f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.298839] env[69640]: INFO networking_nsxv3.common.synchronization [None req-2c957e28-24c7-47cc-bd41-de4296d368cf tempest-ServersTestManualDisk-570997011 tempest-ServersTestManualDisk-570997011-project-member] Enqueued Resource ID: 551c88f4-6a9f-48d1-ae9e-f6553f891ced with Priority: HIGHEST for action security_group_rules [ 693.299440] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551c88f4-6a9f-48d1-ae9e-f6553f891ced with Priority: HIGHEST for action security_group_rules [ 693.299767] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-551c88f4-6a9f-48d1-ae9e-f6553f891ced taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.299864] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-551c88f4-6a9f-48d1-ae9e-f6553f891ced" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.389271] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.389496] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.389577] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.390119] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.390468] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.390468] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 551c88f4-6a9f-48d1-ae9e-f6553f891ced already deleted. [ 693.390554] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-551c88f4-6a9f-48d1-ae9e-f6553f891ced" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.390668] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-551c88f4-6a9f-48d1-ae9e-f6553f891ced" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.390866] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-551c88f4-6a9f-48d1-ae9e-f6553f891ced" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.390967] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('551c88f4-6a9f-48d1-ae9e-f6553f891ced',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.509736] env[69640]: INFO networking_nsxv3.common.synchronization [None req-889d48fd-70fb-43aa-a309-e2d6f8a67600 None None] Enqueued Resource ID: dc9a3d94-cec6-41a9-8187-acc15aa17680 with Priority: HIGHEST for action port [ 693.509989] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc9a3d94-cec6-41a9-8187-acc15aa17680 with Priority: HIGHEST for action port [ 693.510765] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc9a3d94-cec6-41a9-8187-acc15aa17680 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.510765] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc9a3d94-cec6-41a9-8187-acc15aa17680" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.510765] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc9a3d94-cec6-41a9-8187-acc15aa17680" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.511174] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc9a3d94-cec6-41a9-8187-acc15aa17680" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.513500] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9a3d94-cec6-41a9-8187-acc15aa17680',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.915147] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.915147] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.915147] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.915147] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.915147] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.915147] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 551c88f4-6a9f-48d1-ae9e-f6553f891ced already deleted. [ 693.915147] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-551c88f4-6a9f-48d1-ae9e-f6553f891ced" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.014482] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc9a3d94-cec6-41a9-8187-acc15aa17680 [ 694.015368] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.015649] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.015807] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.016435] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.016435] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.016435] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc9a3d94-cec6-41a9-8187-acc15aa17680 already deleted. [ 694.016435] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc9a3d94-cec6-41a9-8187-acc15aa17680" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.268787] env[69640]: INFO networking_nsxv3.common.synchronization [None req-fc4a7d2d-de99-4f4c-a52c-0832961c3a07 None None] Enqueued Resource ID: 4154c7eb-c823-4d00-be24-e23bf7ef44f8 with Priority: HIGHEST for action port [ 694.270243] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4154c7eb-c823-4d00-be24-e23bf7ef44f8 with Priority: HIGHEST for action port [ 694.270591] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-4154c7eb-c823-4d00-be24-e23bf7ef44f8 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.270956] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4154c7eb-c823-4d00-be24-e23bf7ef44f8" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.271125] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4154c7eb-c823-4d00-be24-e23bf7ef44f8" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.271407] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4154c7eb-c823-4d00-be24-e23bf7ef44f8" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.271826] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4154c7eb-c823-4d00-be24-e23bf7ef44f8',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.287936] env[69640]: INFO networking_nsxv3.common.synchronization [None req-8e6a9d68-6727-409f-bc68-df68b0faba45 None None] Enqueued Resource ID: a24984f0-b2b7-4b3c-a260-7549fd0bafbb with Priority: HIGHEST for action port [ 694.288698] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24984f0-b2b7-4b3c-a260-7549fd0bafbb with Priority: HIGHEST for action port [ 694.289126] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-a24984f0-b2b7-4b3c-a260-7549fd0bafbb taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.289493] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a24984f0-b2b7-4b3c-a260-7549fd0bafbb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.289662] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a24984f0-b2b7-4b3c-a260-7549fd0bafbb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.290156] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a24984f0-b2b7-4b3c-a260-7549fd0bafbb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.292377] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a24984f0-b2b7-4b3c-a260-7549fd0bafbb',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.775420] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4154c7eb-c823-4d00-be24-e23bf7ef44f8 [ 694.775420] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.775420] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.775420] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.775651] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.775651] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.775651] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4154c7eb-c823-4d00-be24-e23bf7ef44f8 already deleted. [ 694.775819] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4154c7eb-c823-4d00-be24-e23bf7ef44f8" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.793345] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a24984f0-b2b7-4b3c-a260-7549fd0bafbb [ 694.793599] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.793736] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.793839] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.794020] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.794195] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.794257] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a24984f0-b2b7-4b3c-a260-7549fd0bafbb already deleted. [ 694.794291] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a24984f0-b2b7-4b3c-a260-7549fd0bafbb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.012467] env[69640]: INFO networking_nsxv3.common.synchronization [req-39a78bab-aa16-486c-9c66-f6b35209ff68 req-cdf1cbb1-d5a1-4815-9e02-901be12a968e tempest-SecurityGroupRulesTestJSON-659390286 tempest-SecurityGroupRulesTestJSON-659390286-project-member] Enqueued Resource ID: 98609284-2551-41a6-bcc2-59edffe884e6 with Priority: HIGHEST for action security_group_rules [ 695.012998] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98609284-2551-41a6-bcc2-59edffe884e6 with Priority: HIGHEST for action security_group_rules [ 695.013350] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98609284-2551-41a6-bcc2-59edffe884e6 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.013507] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98609284-2551-41a6-bcc2-59edffe884e6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.013638] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98609284-2551-41a6-bcc2-59edffe884e6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.013855] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98609284-2551-41a6-bcc2-59edffe884e6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.013962] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98609284-2551-41a6-bcc2-59edffe884e6',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.538574] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.538574] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.538574] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.538574] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.538574] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.538574] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98609284-2551-41a6-bcc2-59edffe884e6 already deleted. [ 695.538574] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98609284-2551-41a6-bcc2-59edffe884e6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.101281] env[69640]: INFO networking_nsxv3.common.synchronization [None req-17771bc4-ae75-4623-9c49-c10ac541ee03 None None] Enqueued Resource ID: 401e1afe-bda6-4008-8de7-8e1cbe408494 with Priority: HIGHEST for action port [ 696.101281] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401e1afe-bda6-4008-8de7-8e1cbe408494 with Priority: HIGHEST for action port [ 696.101281] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-401e1afe-bda6-4008-8de7-8e1cbe408494 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.101281] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-401e1afe-bda6-4008-8de7-8e1cbe408494" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.101281] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-401e1afe-bda6-4008-8de7-8e1cbe408494" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.101281] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-401e1afe-bda6-4008-8de7-8e1cbe408494" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.101281] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401e1afe-bda6-4008-8de7-8e1cbe408494',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.604682] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 401e1afe-bda6-4008-8de7-8e1cbe408494 [ 696.604961] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.605191] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.605528] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.607238] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.607539] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.607539] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:401e1afe-bda6-4008-8de7-8e1cbe408494 already deleted. [ 696.607650] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-401e1afe-bda6-4008-8de7-8e1cbe408494" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.407733] env[69640]: INFO networking_nsxv3.common.synchronization [None req-54fe1a0f-bd93-43af-88a4-15081676f9bf None None] Enqueued Resource ID: 10607668-cbe1-432e-9251-ed6378b57c74 with Priority: HIGHEST for action port [ 697.410637] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10607668-cbe1-432e-9251-ed6378b57c74 with Priority: HIGHEST for action port [ 697.410637] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-10607668-cbe1-432e-9251-ed6378b57c74 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.410637] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10607668-cbe1-432e-9251-ed6378b57c74" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.410637] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10607668-cbe1-432e-9251-ed6378b57c74" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.410637] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10607668-cbe1-432e-9251-ed6378b57c74" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.411049] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10607668-cbe1-432e-9251-ed6378b57c74',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.915387] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10607668-cbe1-432e-9251-ed6378b57c74 [ 697.915650] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.915810] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.915895] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.916156] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.916273] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.916406] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10607668-cbe1-432e-9251-ed6378b57c74 already deleted. [ 697.916561] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10607668-cbe1-432e-9251-ed6378b57c74" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.240194] env[69640]: INFO networking_nsxv3.common.synchronization [None req-97a7b914-962f-4256-8e10-7662f5003657 None None] Enqueued Resource ID: 29dd93fa-91e8-4a1f-849e-e18257afb896 with Priority: HIGHEST for action port [ 698.240445] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29dd93fa-91e8-4a1f-849e-e18257afb896 with Priority: HIGHEST for action port [ 698.241062] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-29dd93fa-91e8-4a1f-849e-e18257afb896 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.241175] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29dd93fa-91e8-4a1f-849e-e18257afb896" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.241243] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29dd93fa-91e8-4a1f-849e-e18257afb896" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.241536] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29dd93fa-91e8-4a1f-849e-e18257afb896" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.241620] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29dd93fa-91e8-4a1f-849e-e18257afb896',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.308768] env[69640]: INFO networking_nsxv3.common.synchronization [None req-2b564410-5c88-4701-b374-d688b18ef256 None None] Enqueued Resource ID: ddd3aeb9-2e72-4ee2-abe6-b2a026fb217a with Priority: HIGHEST for action port [ 698.309060] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd3aeb9-2e72-4ee2-abe6-b2a026fb217a with Priority: HIGHEST for action port [ 698.309783] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddd3aeb9-2e72-4ee2-abe6-b2a026fb217a taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.309938] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddd3aeb9-2e72-4ee2-abe6-b2a026fb217a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.310045] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddd3aeb9-2e72-4ee2-abe6-b2a026fb217a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.310364] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddd3aeb9-2e72-4ee2-abe6-b2a026fb217a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.310461] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddd3aeb9-2e72-4ee2-abe6-b2a026fb217a',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.746456] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29dd93fa-91e8-4a1f-849e-e18257afb896 [ 698.746456] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.746456] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.746456] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.746456] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.746456] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.746456] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29dd93fa-91e8-4a1f-849e-e18257afb896 already deleted. [ 698.746456] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29dd93fa-91e8-4a1f-849e-e18257afb896" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.813383] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddd3aeb9-2e72-4ee2-abe6-b2a026fb217a [ 698.813383] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.813383] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.813695] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.813695] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.813766] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.813812] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddd3aeb9-2e72-4ee2-abe6-b2a026fb217a already deleted. [ 698.813888] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddd3aeb9-2e72-4ee2-abe6-b2a026fb217a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.630069] env[69640]: INFO networking_nsxv3.common.synchronization [None req-a0d5051c-b64f-4d39-acf5-5a0bad9d95ce None None] Enqueued Resource ID: 2bbd18df-fc5f-4028-b89f-1663eb86ee8f with Priority: HIGHEST for action port [ 699.630518] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbd18df-fc5f-4028-b89f-1663eb86ee8f with Priority: HIGHEST for action port [ 699.631091] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bbd18df-fc5f-4028-b89f-1663eb86ee8f taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.631091] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bbd18df-fc5f-4028-b89f-1663eb86ee8f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.631266] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bbd18df-fc5f-4028-b89f-1663eb86ee8f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.631502] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bbd18df-fc5f-4028-b89f-1663eb86ee8f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.631502] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bbd18df-fc5f-4028-b89f-1663eb86ee8f',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.125067] env[69640]: INFO networking_nsxv3.common.synchronization [None req-a800f7c2-4cb2-4d17-ba29-cb493a29ab8b tempest-VolumesAdminNegativeTest-549177734 tempest-VolumesAdminNegativeTest-549177734-project-member] Enqueued Resource ID: c9b9d43b-3b3c-46b7-905f-dead7c30e9f3 with Priority: HIGHEST for action security_group_rules [ 700.125324] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b9d43b-3b3c-46b7-905f-dead7c30e9f3 with Priority: HIGHEST for action security_group_rules [ 700.125472] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b9d43b-3b3c-46b7-905f-dead7c30e9f3 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.125749] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b9d43b-3b3c-46b7-905f-dead7c30e9f3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.125749] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b9d43b-3b3c-46b7-905f-dead7c30e9f3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.128226] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b9d43b-3b3c-46b7-905f-dead7c30e9f3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.128326] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b9d43b-3b3c-46b7-905f-dead7c30e9f3',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.132335] env[69640]: INFO networking_nsxv3.common.synchronization [req-eba59350-3b04-4894-9da7-d27201067f55 req-134d9826-8f9e-4e07-8cc8-953695c9d28f tempest-SecurityGroupRulesTestJSON-659390286 tempest-SecurityGroupRulesTestJSON-659390286-project-member] Enqueued Resource ID: 69b867f4-9970-46d1-be4a-44d902d6de84 with Priority: HIGHEST for action security_group_rules [ 700.132770] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b867f4-9970-46d1-be4a-44d902d6de84 with Priority: HIGHEST for action security_group_rules [ 700.133080] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69b867f4-9970-46d1-be4a-44d902d6de84 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.133202] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69b867f4-9970-46d1-be4a-44d902d6de84" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.133267] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69b867f4-9970-46d1-be4a-44d902d6de84" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.133537] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69b867f4-9970-46d1-be4a-44d902d6de84" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.133621] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69b867f4-9970-46d1-be4a-44d902d6de84',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.136913] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bbd18df-fc5f-4028-b89f-1663eb86ee8f [ 700.137148] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.137268] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.137334] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.138418] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.138461] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.138536] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bbd18df-fc5f-4028-b89f-1663eb86ee8f already deleted. [ 700.138616] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bbd18df-fc5f-4028-b89f-1663eb86ee8f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.234759] env[69640]: INFO networking_nsxv3.common.synchronization [None req-014aa010-48aa-4daa-a97e-a9a668a3ff3b tempest-VolumesAdminNegativeTest-549177734 tempest-VolumesAdminNegativeTest-549177734-project-member] Enqueued Resource ID: c9b9d43b-3b3c-46b7-905f-dead7c30e9f3 with Priority: HIGHEST for action security_group_rules [ 700.236073] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b9d43b-3b3c-46b7-905f-dead7c30e9f3 with Priority: HIGHEST for action security_group_rules [ 700.236970] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b9d43b-3b3c-46b7-905f-dead7c30e9f3 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.236970] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b9d43b-3b3c-46b7-905f-dead7c30e9f3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.660030] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.660389] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.660389] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.660929] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.661020] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.662955] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b9d43b-3b3c-46b7-905f-dead7c30e9f3 already deleted. [ 700.663053] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b9d43b-3b3c-46b7-905f-dead7c30e9f3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.663141] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b9d43b-3b3c-46b7-905f-dead7c30e9f3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.663340] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b9d43b-3b3c-46b7-905f-dead7c30e9f3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.663449] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b9d43b-3b3c-46b7-905f-dead7c30e9f3',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.669900] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.671155] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.671155] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.671155] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.671155] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.671155] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b867f4-9970-46d1-be4a-44d902d6de84 already deleted. [ 700.671155] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69b867f4-9970-46d1-be4a-44d902d6de84" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.952639] env[69640]: INFO networking_nsxv3.common.synchronization [None req-e1db1a2f-c719-4c40-995e-c0b6117a3c6d None None] Enqueued Resource ID: 2d738ff3-31b3-46da-87fe-9274c3f24a77 with Priority: HIGHEST for action port [ 700.952639] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d738ff3-31b3-46da-87fe-9274c3f24a77 with Priority: HIGHEST for action port [ 700.952639] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d738ff3-31b3-46da-87fe-9274c3f24a77 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.953027] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d738ff3-31b3-46da-87fe-9274c3f24a77" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.953027] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d738ff3-31b3-46da-87fe-9274c3f24a77" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.953027] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d738ff3-31b3-46da-87fe-9274c3f24a77" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.953216] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d738ff3-31b3-46da-87fe-9274c3f24a77',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.188333] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.188567] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.188567] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.188768] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.189259] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.189259] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b9d43b-3b3c-46b7-905f-dead7c30e9f3 already deleted. [ 701.189259] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b9d43b-3b3c-46b7-905f-dead7c30e9f3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.457475] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d738ff3-31b3-46da-87fe-9274c3f24a77 [ 701.457475] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.457475] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.457475] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.457475] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.457475] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.457475] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d738ff3-31b3-46da-87fe-9274c3f24a77 already deleted. [ 701.457475] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d738ff3-31b3-46da-87fe-9274c3f24a77" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.491372] env[69640]: INFO networking_nsxv3.common.synchronization [None req-de37bf5d-b0ce-443f-aa7e-98ced0c89cbb None None] Enqueued Resource ID: c5081a63-f494-4ea9-9abd-df0368c541bd with Priority: HIGHEST for action port [ 701.491831] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5081a63-f494-4ea9-9abd-df0368c541bd with Priority: HIGHEST for action port [ 701.492038] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5081a63-f494-4ea9-9abd-df0368c541bd taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.493985] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5081a63-f494-4ea9-9abd-df0368c541bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.493985] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5081a63-f494-4ea9-9abd-df0368c541bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.493985] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5081a63-f494-4ea9-9abd-df0368c541bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.493985] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5081a63-f494-4ea9-9abd-df0368c541bd',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.995282] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5081a63-f494-4ea9-9abd-df0368c541bd [ 701.995528] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.995528] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.995528] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.995949] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.995949] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.995949] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5081a63-f494-4ea9-9abd-df0368c541bd already deleted. [ 701.996112] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5081a63-f494-4ea9-9abd-df0368c541bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.762308] env[69640]: INFO networking_nsxv3.common.synchronization [None req-17bb7131-d50b-496a-8a2f-46e3b9a64a9d None None] Enqueued Resource ID: 6a1c4c1f-c25f-4fce-9e84-b571417d7e48 with Priority: HIGHEST for action port [ 702.762649] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1c4c1f-c25f-4fce-9e84-b571417d7e48 with Priority: HIGHEST for action port [ 702.767418] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a1c4c1f-c25f-4fce-9e84-b571417d7e48 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.767418] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a1c4c1f-c25f-4fce-9e84-b571417d7e48" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.767418] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a1c4c1f-c25f-4fce-9e84-b571417d7e48" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.767418] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a1c4c1f-c25f-4fce-9e84-b571417d7e48" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.767418] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a1c4c1f-c25f-4fce-9e84-b571417d7e48',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.269610] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a1c4c1f-c25f-4fce-9e84-b571417d7e48 [ 703.269918] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.270084] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.270126] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.270361] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.270455] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.270556] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a1c4c1f-c25f-4fce-9e84-b571417d7e48 already deleted. [ 703.270633] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a1c4c1f-c25f-4fce-9e84-b571417d7e48" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.701174] env[69640]: INFO networking_nsxv3.common.synchronization [None req-2bd7ad9d-c9cc-4783-8b14-0fa313f02b3e None None] Enqueued Resource ID: 27cffc0e-1d67-4b7b-8301-60aa27141b31 with Priority: HIGHEST for action port [ 703.701174] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cffc0e-1d67-4b7b-8301-60aa27141b31 with Priority: HIGHEST for action port [ 703.701174] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-27cffc0e-1d67-4b7b-8301-60aa27141b31 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.701174] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27cffc0e-1d67-4b7b-8301-60aa27141b31" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.701174] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27cffc0e-1d67-4b7b-8301-60aa27141b31" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.701174] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27cffc0e-1d67-4b7b-8301-60aa27141b31" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.701174] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27cffc0e-1d67-4b7b-8301-60aa27141b31',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.096251] env[69640]: INFO networking_nsxv3.common.synchronization [None req-5ecc403b-d3ac-4732-b2bd-04b1df61cd5b tempest-AttachVolumeNegativeTest-593763804 tempest-AttachVolumeNegativeTest-593763804-project-member] Enqueued Resource ID: 0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab with Priority: HIGHEST for action security_group_rules [ 704.096251] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab with Priority: HIGHEST for action security_group_rules [ 704.096251] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.096251] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.096251] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.097316] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.098131] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.207584] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27cffc0e-1d67-4b7b-8301-60aa27141b31 [ 704.207850] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.208686] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.208686] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.208686] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.208686] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.208686] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27cffc0e-1d67-4b7b-8301-60aa27141b31 already deleted. [ 704.208686] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27cffc0e-1d67-4b7b-8301-60aa27141b31" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.343253] env[69640]: INFO networking_nsxv3.common.synchronization [None req-2950e9a8-29c3-4305-adc6-4e657d349c27 tempest-AttachVolumeNegativeTest-593763804 tempest-AttachVolumeNegativeTest-593763804-project-member] Enqueued Resource ID: 0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab with Priority: HIGHEST for action security_group_rules [ 704.343493] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab with Priority: HIGHEST for action security_group_rules [ 704.344975] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.345264] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.619363] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.619693] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.619693] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.619862] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.619894] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.619970] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab already deleted. [ 704.620169] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.620262] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.620407] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.620523] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.140816] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.140816] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.140984] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.141095] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.141191] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.141291] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab already deleted. [ 705.141373] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d09d5f0-37bb-4f71-b9b4-a88b3a7dafab" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.301153] env[69640]: INFO networking_nsxv3.common.synchronization [req-08e2fd79-1404-49dc-926c-c2a725fefa3b req-54adcc3b-371c-4018-82ad-e013490e7317 tempest-SecurityGroupRulesTestJSON-659390286 tempest-SecurityGroupRulesTestJSON-659390286-project-member] Enqueued Resource ID: b0bb0cbe-0a30-4587-b1d2-75e74f68bdce with Priority: HIGHEST for action security_group_rules [ 706.301153] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0bb0cbe-0a30-4587-b1d2-75e74f68bdce with Priority: HIGHEST for action security_group_rules [ 706.301153] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0bb0cbe-0a30-4587-b1d2-75e74f68bdce taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.301153] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0bb0cbe-0a30-4587-b1d2-75e74f68bdce" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.301153] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0bb0cbe-0a30-4587-b1d2-75e74f68bdce" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.302504] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0bb0cbe-0a30-4587-b1d2-75e74f68bdce" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.303062] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0bb0cbe-0a30-4587-b1d2-75e74f68bdce',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.031249] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.031249] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.031249] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.031249] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.031249] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.031249] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0bb0cbe-0a30-4587-b1d2-75e74f68bdce already deleted. [ 707.031249] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0bb0cbe-0a30-4587-b1d2-75e74f68bdce" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.108091] env[69640]: INFO networking_nsxv3.common.synchronization [None req-7c64548b-f59d-417a-a8ea-97d3829b2443 None None] Enqueued Resource ID: 929705f9-1cb9-46ce-a116-77975fd68ef6 with Priority: HIGHEST for action port [ 708.108393] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929705f9-1cb9-46ce-a116-77975fd68ef6 with Priority: HIGHEST for action port [ 708.108965] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-929705f9-1cb9-46ce-a116-77975fd68ef6 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.109109] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-929705f9-1cb9-46ce-a116-77975fd68ef6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.109195] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-929705f9-1cb9-46ce-a116-77975fd68ef6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.109435] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-929705f9-1cb9-46ce-a116-77975fd68ef6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.109520] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('929705f9-1cb9-46ce-a116-77975fd68ef6',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.612539] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 929705f9-1cb9-46ce-a116-77975fd68ef6 [ 708.613127] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.613329] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.613430] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.613815] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.613815] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.613893] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:929705f9-1cb9-46ce-a116-77975fd68ef6 already deleted. [ 708.613926] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-929705f9-1cb9-46ce-a116-77975fd68ef6" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.187153] env[69640]: INFO networking_nsxv3.common.synchronization [None req-178eaf2d-d5d1-4bc2-9c4f-ad15e4a97697 None None] Enqueued Resource ID: 2ff3c9dd-6734-4913-b46f-c63844836cdd with Priority: HIGHEST for action port [ 709.187448] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff3c9dd-6734-4913-b46f-c63844836cdd with Priority: HIGHEST for action port [ 709.187884] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff3c9dd-6734-4913-b46f-c63844836cdd taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.188042] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff3c9dd-6734-4913-b46f-c63844836cdd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.188483] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff3c9dd-6734-4913-b46f-c63844836cdd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.188483] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff3c9dd-6734-4913-b46f-c63844836cdd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.188483] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff3c9dd-6734-4913-b46f-c63844836cdd',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.692788] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ff3c9dd-6734-4913-b46f-c63844836cdd [ 709.695221] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.695221] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.695221] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.695221] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.695221] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.695221] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ff3c9dd-6734-4913-b46f-c63844836cdd already deleted. [ 709.695221] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff3c9dd-6734-4913-b46f-c63844836cdd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.540352] env[69640]: INFO networking_nsxv3.common.synchronization [None req-19807171-39fe-4f38-89d1-b47dc6211890 None None] Enqueued Resource ID: 62e19035-8867-48e4-bb12-24d152c23995 with Priority: HIGHEST for action port [ 712.540617] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e19035-8867-48e4-bb12-24d152c23995 with Priority: HIGHEST for action port [ 712.541224] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e19035-8867-48e4-bb12-24d152c23995 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.541352] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e19035-8867-48e4-bb12-24d152c23995" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.541470] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e19035-8867-48e4-bb12-24d152c23995" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.541676] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e19035-8867-48e4-bb12-24d152c23995" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.541759] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e19035-8867-48e4-bb12-24d152c23995',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.043972] env[69640]: INFO networking_nsxv3.common.synchronization [req-d5e5e571-838d-4e90-88ac-bdb5c48f929e req-7b7442b0-5ea7-4147-a4b2-99a11088edf8 tempest-SecurityGroupRulesTestJSON-659390286 tempest-SecurityGroupRulesTestJSON-659390286-project-member] Enqueued Resource ID: 51fed764-3319-4244-8b67-063637e4af23 with Priority: HIGHEST for action security_group_rules [ 713.044305] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62e19035-8867-48e4-bb12-24d152c23995 [ 713.044502] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.044623] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.044690] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.044885] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.044972] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.045215] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62e19035-8867-48e4-bb12-24d152c23995 already deleted. [ 713.045332] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e19035-8867-48e4-bb12-24d152c23995" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.045622] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51fed764-3319-4244-8b67-063637e4af23 with Priority: HIGHEST for action security_group_rules [ 713.046212] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51fed764-3319-4244-8b67-063637e4af23 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.046332] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51fed764-3319-4244-8b67-063637e4af23" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.046401] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51fed764-3319-4244-8b67-063637e4af23" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.046623] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51fed764-3319-4244-8b67-063637e4af23" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.046704] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51fed764-3319-4244-8b67-063637e4af23',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.572399] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.572399] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.572819] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.572819] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.572819] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.572892] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51fed764-3319-4244-8b67-063637e4af23 already deleted. [ 713.573073] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51fed764-3319-4244-8b67-063637e4af23" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.813498] env[69640]: INFO networking_nsxv3.common.synchronization [None req-fd8d809d-9ddd-43a1-a0e1-1ee78f7c5ab5 None None] Enqueued Resource ID: c1cac72b-c1e9-4b0d-9207-5b98b3b6a8bd with Priority: HIGHEST for action port [ 715.813498] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cac72b-c1e9-4b0d-9207-5b98b3b6a8bd with Priority: HIGHEST for action port [ 715.813498] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1cac72b-c1e9-4b0d-9207-5b98b3b6a8bd taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.813498] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1cac72b-c1e9-4b0d-9207-5b98b3b6a8bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.814688] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1cac72b-c1e9-4b0d-9207-5b98b3b6a8bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.815974] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1cac72b-c1e9-4b0d-9207-5b98b3b6a8bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.815974] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1cac72b-c1e9-4b0d-9207-5b98b3b6a8bd',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.319047] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1cac72b-c1e9-4b0d-9207-5b98b3b6a8bd [ 716.319047] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.319047] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.319047] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.319047] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.321108] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.321108] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1cac72b-c1e9-4b0d-9207-5b98b3b6a8bd already deleted. [ 716.321108] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1cac72b-c1e9-4b0d-9207-5b98b3b6a8bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.779119] env[69640]: INFO networking_nsxv3.common.synchronization [None req-f6b856aa-2b62-4e76-9f79-3cdcd85e170d None None] Enqueued Resource ID: e7d5880a-614f-4418-8e8c-46dfedb89b96 with Priority: HIGHEST for action port [ 716.779300] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d5880a-614f-4418-8e8c-46dfedb89b96 with Priority: HIGHEST for action port [ 716.779888] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7d5880a-614f-4418-8e8c-46dfedb89b96 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.780035] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7d5880a-614f-4418-8e8c-46dfedb89b96" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.780139] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7d5880a-614f-4418-8e8c-46dfedb89b96" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.780571] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7d5880a-614f-4418-8e8c-46dfedb89b96" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.781466] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d5880a-614f-4418-8e8c-46dfedb89b96',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.284237] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7d5880a-614f-4418-8e8c-46dfedb89b96 [ 717.284812] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.284812] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.284812] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.284812] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.285032] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.285135] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7d5880a-614f-4418-8e8c-46dfedb89b96 already deleted. [ 717.285258] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7d5880a-614f-4418-8e8c-46dfedb89b96" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.939474] env[69640]: INFO networking_nsxv3.common.synchronization [None req-b9e08fb0-9af5-4a40-8f21-7b7a06f50728 None None] Enqueued Resource ID: 2f9332a7-2e1c-4f9f-b2ce-448c0b633c33 with Priority: HIGHEST for action port [ 717.939625] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f9332a7-2e1c-4f9f-b2ce-448c0b633c33 with Priority: HIGHEST for action port [ 717.940217] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f9332a7-2e1c-4f9f-b2ce-448c0b633c33 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.940346] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f9332a7-2e1c-4f9f-b2ce-448c0b633c33" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.940418] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f9332a7-2e1c-4f9f-b2ce-448c0b633c33" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.940699] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f9332a7-2e1c-4f9f-b2ce-448c0b633c33" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.940755] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f9332a7-2e1c-4f9f-b2ce-448c0b633c33',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.443662] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f9332a7-2e1c-4f9f-b2ce-448c0b633c33 [ 718.443951] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.444205] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.444205] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.444305] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.444395] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.444496] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f9332a7-2e1c-4f9f-b2ce-448c0b633c33 already deleted. [ 718.444578] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f9332a7-2e1c-4f9f-b2ce-448c0b633c33" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.795782] env[69640]: INFO networking_nsxv3.common.synchronization [req-43cad24f-9c5a-438b-8a3e-3a835b986587 req-7bacbad4-21e6-4b99-97ca-3ae98aea1aa5 tempest-SecurityGroupRulesTestJSON-659390286 tempest-SecurityGroupRulesTestJSON-659390286-project-member] Enqueued Resource ID: ac353eee-4dee-413f-8bcd-7d57a2c75abb with Priority: HIGHEST for action security_group_rules [ 718.796322] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac353eee-4dee-413f-8bcd-7d57a2c75abb with Priority: HIGHEST for action security_group_rules [ 718.796688] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.796825] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.796825] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.799289] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.799289] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac353eee-4dee-413f-8bcd-7d57a2c75abb',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.834082] env[69640]: INFO networking_nsxv3.common.synchronization [None req-0155a56f-3fba-49fa-81d4-8951a8f92e8c None None] Enqueued Resource ID: 1f7d2b1f-8fa2-41a1-b573-b3f63233bb82 with Priority: HIGHEST for action port [ 718.835386] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7d2b1f-8fa2-41a1-b573-b3f63233bb82 with Priority: HIGHEST for action port [ 718.836020] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f7d2b1f-8fa2-41a1-b573-b3f63233bb82 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.836214] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f7d2b1f-8fa2-41a1-b573-b3f63233bb82" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.836334] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f7d2b1f-8fa2-41a1-b573-b3f63233bb82" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.836773] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f7d2b1f-8fa2-41a1-b573-b3f63233bb82" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.837022] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f7d2b1f-8fa2-41a1-b573-b3f63233bb82',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.322870] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.322870] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.322870] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.322870] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.322870] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.323122] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac353eee-4dee-413f-8bcd-7d57a2c75abb already deleted. [ 719.323122] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.339242] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f7d2b1f-8fa2-41a1-b573-b3f63233bb82 [ 719.339717] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.339783] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.340710] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.340710] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.340710] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.340710] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f7d2b1f-8fa2-41a1-b573-b3f63233bb82 already deleted. [ 719.340710] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f7d2b1f-8fa2-41a1-b573-b3f63233bb82" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.967237] env[69640]: INFO networking_nsxv3.common.synchronization [None req-2d3b627f-10f9-4fd1-95d4-38b548f98ff7 None None] Enqueued Resource ID: 21f9612f-133f-41a0-9c71-04fb13963c6d with Priority: HIGHEST for action port [ 719.968508] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f9612f-133f-41a0-9c71-04fb13963c6d with Priority: HIGHEST for action port [ 719.970767] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-21f9612f-133f-41a0-9c71-04fb13963c6d taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.970767] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21f9612f-133f-41a0-9c71-04fb13963c6d" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.970767] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21f9612f-133f-41a0-9c71-04fb13963c6d" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.970767] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21f9612f-133f-41a0-9c71-04fb13963c6d" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.970767] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f9612f-133f-41a0-9c71-04fb13963c6d',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.282138] env[69640]: INFO networking_nsxv3.common.synchronization [None req-d940a89f-dd7a-44b4-a24f-925d4f878e67 None None] Enqueued Resource ID: 5690d12c-fa96-43f0-8ce1-333b83c7e97a with Priority: HIGHEST for action port [ 720.282538] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5690d12c-fa96-43f0-8ce1-333b83c7e97a with Priority: HIGHEST for action port [ 720.283055] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-5690d12c-fa96-43f0-8ce1-333b83c7e97a taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.284857] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5690d12c-fa96-43f0-8ce1-333b83c7e97a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.285091] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5690d12c-fa96-43f0-8ce1-333b83c7e97a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.285678] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5690d12c-fa96-43f0-8ce1-333b83c7e97a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.285798] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5690d12c-fa96-43f0-8ce1-333b83c7e97a',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.471549] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21f9612f-133f-41a0-9c71-04fb13963c6d [ 720.471846] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.472147] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.472300] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.472756] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.473591] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.473770] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21f9612f-133f-41a0-9c71-04fb13963c6d already deleted. [ 720.473944] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21f9612f-133f-41a0-9c71-04fb13963c6d" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.791417] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5690d12c-fa96-43f0-8ce1-333b83c7e97a [ 720.791649] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.791782] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.791857] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.792082] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.792165] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.792258] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5690d12c-fa96-43f0-8ce1-333b83c7e97a already deleted. [ 720.792335] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5690d12c-fa96-43f0-8ce1-333b83c7e97a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.233277] env[69640]: INFO networking_nsxv3.common.synchronization [req-fa1af5e2-ca20-4ee2-8798-a9f4dc587df5 req-530596af-67bc-4f2a-91fd-8775dd03162a tempest-SecurityGroupRulesTestJSON-659390286 tempest-SecurityGroupRulesTestJSON-659390286-project-member] Enqueued Resource ID: ac353eee-4dee-413f-8bcd-7d57a2c75abb with Priority: HIGHEST for action security_group_rules [ 721.234482] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac353eee-4dee-413f-8bcd-7d57a2c75abb with Priority: HIGHEST for action security_group_rules [ 721.235156] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.235315] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.235890] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.235890] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.238636] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac353eee-4dee-413f-8bcd-7d57a2c75abb',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.394460] env[69640]: INFO networking_nsxv3.common.synchronization [None req-20f6a951-f278-4ddf-a888-9219603e6820 tempest-AttachVolumeNegativeTest-593763804 tempest-AttachVolumeNegativeTest-593763804-project-member] Enqueued Resource ID: 53b22e3b-970f-4f21-a955-e017032baebf with Priority: HIGHEST for action security_group_rules [ 721.395581] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b22e3b-970f-4f21-a955-e017032baebf with Priority: HIGHEST for action security_group_rules [ 721.395781] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b22e3b-970f-4f21-a955-e017032baebf taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.397067] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b22e3b-970f-4f21-a955-e017032baebf" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.397067] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b22e3b-970f-4f21-a955-e017032baebf" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.398090] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b22e3b-970f-4f21-a955-e017032baebf" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.398157] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b22e3b-970f-4f21-a955-e017032baebf',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.607188] env[69640]: INFO networking_nsxv3.common.synchronization [None req-e936f784-6eb1-4369-af81-dc88c4bf8f60 None None] Enqueued Resource ID: 8f7dd6a5-be83-40e7-bac1-d7c1577e90dc with Priority: HIGHEST for action port [ 721.607325] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7dd6a5-be83-40e7-bac1-d7c1577e90dc with Priority: HIGHEST for action port [ 721.608068] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f7dd6a5-be83-40e7-bac1-d7c1577e90dc taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.608519] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f7dd6a5-be83-40e7-bac1-d7c1577e90dc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.608519] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f7dd6a5-be83-40e7-bac1-d7c1577e90dc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.608915] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f7dd6a5-be83-40e7-bac1-d7c1577e90dc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.608915] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f7dd6a5-be83-40e7-bac1-d7c1577e90dc',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.691568] env[69640]: INFO networking_nsxv3.common.synchronization [None req-159b7b43-df58-4d05-ba42-ff023d3f555a tempest-AttachVolumeNegativeTest-593763804 tempest-AttachVolumeNegativeTest-593763804-project-member] Enqueued Resource ID: 53b22e3b-970f-4f21-a955-e017032baebf with Priority: HIGHEST for action security_group_rules [ 721.692275] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b22e3b-970f-4f21-a955-e017032baebf with Priority: HIGHEST for action security_group_rules [ 721.692383] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53b22e3b-970f-4f21-a955-e017032baebf taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.692476] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53b22e3b-970f-4f21-a955-e017032baebf" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.770772] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.771075] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.773789] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.773789] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.773789] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.773789] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac353eee-4dee-413f-8bcd-7d57a2c75abb already deleted. [ 721.773789] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.921253] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.921645] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.921645] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.921736] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.921765] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.921860] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b22e3b-970f-4f21-a955-e017032baebf already deleted. [ 721.921942] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b22e3b-970f-4f21-a955-e017032baebf" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.922106] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53b22e3b-970f-4f21-a955-e017032baebf" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.922424] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53b22e3b-970f-4f21-a955-e017032baebf" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.922535] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53b22e3b-970f-4f21-a955-e017032baebf',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.095029] env[69640]: INFO networking_nsxv3.common.synchronization [None req-9cbae1aa-6633-4264-b287-1fa8ae2ecc95 None None] Enqueued Resource ID: d030dc24-189c-4817-98a2-2df24e77e307 with Priority: HIGHEST for action port [ 722.095029] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d030dc24-189c-4817-98a2-2df24e77e307 with Priority: HIGHEST for action port [ 722.095029] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-d030dc24-189c-4817-98a2-2df24e77e307 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.095029] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d030dc24-189c-4817-98a2-2df24e77e307" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.095029] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d030dc24-189c-4817-98a2-2df24e77e307" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.095029] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d030dc24-189c-4817-98a2-2df24e77e307" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.095970] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d030dc24-189c-4817-98a2-2df24e77e307',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.116341] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f7dd6a5-be83-40e7-bac1-d7c1577e90dc [ 722.116341] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.116341] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.116341] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.116341] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.116341] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.116341] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f7dd6a5-be83-40e7-bac1-d7c1577e90dc already deleted. [ 722.116341] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f7dd6a5-be83-40e7-bac1-d7c1577e90dc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.227957] env[69640]: INFO networking_nsxv3.common.synchronization [None req-7a0a866c-016b-4d66-949e-745b99f57241 None None] Enqueued Resource ID: 22ff4edb-9641-4aaf-ac4f-ced145f83e6f with Priority: HIGHEST for action port [ 722.227957] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ff4edb-9641-4aaf-ac4f-ced145f83e6f with Priority: HIGHEST for action port [ 722.228617] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-22ff4edb-9641-4aaf-ac4f-ced145f83e6f taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.228743] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22ff4edb-9641-4aaf-ac4f-ced145f83e6f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.228808] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22ff4edb-9641-4aaf-ac4f-ced145f83e6f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.229635] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22ff4edb-9641-4aaf-ac4f-ced145f83e6f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.229749] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22ff4edb-9641-4aaf-ac4f-ced145f83e6f',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.448204] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.448769] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.449014] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.449351] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.449592] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.449780] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53b22e3b-970f-4f21-a955-e017032baebf already deleted. [ 722.449942] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53b22e3b-970f-4f21-a955-e017032baebf" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.599315] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d030dc24-189c-4817-98a2-2df24e77e307 [ 722.599580] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.599721] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.599792] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.600030] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.600127] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.600226] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d030dc24-189c-4817-98a2-2df24e77e307 already deleted. [ 722.600311] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d030dc24-189c-4817-98a2-2df24e77e307" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.679772] env[69640]: INFO networking_nsxv3.common.synchronization [None req-6d4e6a1c-d459-4c32-9e62-96aa8c7848b0 tempest-ServersV294TestFqdnHostnames-1982375966 tempest-ServersV294TestFqdnHostnames-1982375966-project-member] Enqueued Resource ID: d677670d-06a6-437c-89c3-27452514f2bb with Priority: HIGHEST for action security_group_rules [ 722.680361] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677670d-06a6-437c-89c3-27452514f2bb with Priority: HIGHEST for action security_group_rules [ 722.683366] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d677670d-06a6-437c-89c3-27452514f2bb taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.683366] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d677670d-06a6-437c-89c3-27452514f2bb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.683366] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d677670d-06a6-437c-89c3-27452514f2bb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.683645] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d677670d-06a6-437c-89c3-27452514f2bb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.683645] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d677670d-06a6-437c-89c3-27452514f2bb',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.733107] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22ff4edb-9641-4aaf-ac4f-ced145f83e6f [ 722.733107] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.733107] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.733107] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.733107] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.733107] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.733107] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22ff4edb-9641-4aaf-ac4f-ced145f83e6f already deleted. [ 722.733107] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22ff4edb-9641-4aaf-ac4f-ced145f83e6f" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.838754] env[69640]: INFO networking_nsxv3.common.synchronization [None req-d78460c9-03b6-4afd-ac69-681952b3159b None None] Enqueued Resource ID: b36f60a6-842b-4dfb-94cc-358b2be6d4ca with Priority: HIGHEST for action port [ 722.838754] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b36f60a6-842b-4dfb-94cc-358b2be6d4ca with Priority: HIGHEST for action port [ 722.838754] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-b36f60a6-842b-4dfb-94cc-358b2be6d4ca taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.838961] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b36f60a6-842b-4dfb-94cc-358b2be6d4ca" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.838961] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b36f60a6-842b-4dfb-94cc-358b2be6d4ca" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.839892] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b36f60a6-842b-4dfb-94cc-358b2be6d4ca" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.839997] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36f60a6-842b-4dfb-94cc-358b2be6d4ca',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.205879] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.206089] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.206171] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.206401] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.206496] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.206599] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d677670d-06a6-437c-89c3-27452514f2bb already deleted. [ 723.206721] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d677670d-06a6-437c-89c3-27452514f2bb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.342446] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b36f60a6-842b-4dfb-94cc-358b2be6d4ca [ 723.342747] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.342894] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.343012] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.343245] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.343356] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.343495] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b36f60a6-842b-4dfb-94cc-358b2be6d4ca already deleted. [ 723.343583] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b36f60a6-842b-4dfb-94cc-358b2be6d4ca" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.384435] env[69640]: INFO networking_nsxv3.common.synchronization [None req-3d3295f0-146c-4d39-8a9b-96119f891b6d tempest-ServersV294TestFqdnHostnames-1982375966 tempest-ServersV294TestFqdnHostnames-1982375966-project-member] Enqueued Resource ID: d677670d-06a6-437c-89c3-27452514f2bb with Priority: HIGHEST for action security_group_rules [ 723.385217] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677670d-06a6-437c-89c3-27452514f2bb with Priority: HIGHEST for action security_group_rules [ 723.385949] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d677670d-06a6-437c-89c3-27452514f2bb taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.385949] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d677670d-06a6-437c-89c3-27452514f2bb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.385949] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d677670d-06a6-437c-89c3-27452514f2bb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.385949] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d677670d-06a6-437c-89c3-27452514f2bb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.386221] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d677670d-06a6-437c-89c3-27452514f2bb',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.682636] env[69640]: INFO networking_nsxv3.common.synchronization [req-bdb5f61a-a182-44e8-a9ae-266eefa85122 req-1f20c1a3-7e96-4ee6-b02c-8aa1a3fcdcea tempest-SecurityGroupRulesTestJSON-659390286 tempest-SecurityGroupRulesTestJSON-659390286-project-member] Enqueued Resource ID: ac353eee-4dee-413f-8bcd-7d57a2c75abb with Priority: HIGHEST for action security_group_rules [ 723.683194] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac353eee-4dee-413f-8bcd-7d57a2c75abb with Priority: HIGHEST for action security_group_rules [ 723.683495] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.683647] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.683855] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.683921] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.684116] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac353eee-4dee-413f-8bcd-7d57a2c75abb',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.911576] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.911759] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.911827] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.912091] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.913125] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.913529] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d677670d-06a6-437c-89c3-27452514f2bb already deleted. [ 723.913529] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d677670d-06a6-437c-89c3-27452514f2bb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.935192] env[69640]: INFO networking_nsxv3.common.synchronization [None req-3f1e7cba-4e67-4ad7-b828-51c7f237574e tempest-AttachInterfacesTestJSON-715785245 tempest-AttachInterfacesTestJSON-715785245-project-member] Enqueued Resource ID: c73db57e-024a-4fbd-828b-8b59bacb6af7 with Priority: HIGHEST for action security_group_rules [ 723.935192] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c73db57e-024a-4fbd-828b-8b59bacb6af7 with Priority: HIGHEST for action security_group_rules [ 723.937923] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c73db57e-024a-4fbd-828b-8b59bacb6af7 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.938125] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c73db57e-024a-4fbd-828b-8b59bacb6af7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.938201] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c73db57e-024a-4fbd-828b-8b59bacb6af7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.938472] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c73db57e-024a-4fbd-828b-8b59bacb6af7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.938562] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c73db57e-024a-4fbd-828b-8b59bacb6af7',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.977759] env[69640]: INFO networking_nsxv3.common.synchronization [None req-b3af751c-2c08-4fdd-8f1c-0c80a5f08230 None None] Enqueued Resource ID: 52739e88-64ed-42df-b149-a05ae98dbf48 with Priority: HIGHEST for action port [ 723.978274] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52739e88-64ed-42df-b149-a05ae98dbf48 with Priority: HIGHEST for action port [ 723.978828] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-52739e88-64ed-42df-b149-a05ae98dbf48 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.978959] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52739e88-64ed-42df-b149-a05ae98dbf48" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.979045] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52739e88-64ed-42df-b149-a05ae98dbf48" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.979378] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52739e88-64ed-42df-b149-a05ae98dbf48" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.979378] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52739e88-64ed-42df-b149-a05ae98dbf48',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.083460] env[69640]: INFO networking_nsxv3.common.synchronization [None req-9162f010-b2ba-4cd3-acf4-8ed2258f3636 None None] Enqueued Resource ID: 6d64b4e6-03b4-4376-86dd-51b13f0e177c with Priority: HIGHEST for action port [ 724.083738] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d64b4e6-03b4-4376-86dd-51b13f0e177c with Priority: HIGHEST for action port [ 724.084302] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d64b4e6-03b4-4376-86dd-51b13f0e177c taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.084429] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d64b4e6-03b4-4376-86dd-51b13f0e177c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.084496] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d64b4e6-03b4-4376-86dd-51b13f0e177c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.084836] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d64b4e6-03b4-4376-86dd-51b13f0e177c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.084836] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d64b4e6-03b4-4376-86dd-51b13f0e177c',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.172889] env[69640]: INFO networking_nsxv3.common.synchronization [None req-23e2cb3c-24dd-4797-8f56-f79ac3ef6c17 tempest-AttachInterfacesTestJSON-715785245 tempest-AttachInterfacesTestJSON-715785245-project-member] Enqueued Resource ID: c73db57e-024a-4fbd-828b-8b59bacb6af7 with Priority: HIGHEST for action security_group_rules [ 724.172889] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c73db57e-024a-4fbd-828b-8b59bacb6af7 with Priority: HIGHEST for action security_group_rules [ 724.174688] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c73db57e-024a-4fbd-828b-8b59bacb6af7 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.174688] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c73db57e-024a-4fbd-828b-8b59bacb6af7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.205301] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.205301] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.205301] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.205301] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.205496] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.205496] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac353eee-4dee-413f-8bcd-7d57a2c75abb already deleted. [ 724.205664] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac353eee-4dee-413f-8bcd-7d57a2c75abb" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.463873] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.464117] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.464194] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.464356] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.464445] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.464542] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c73db57e-024a-4fbd-828b-8b59bacb6af7 already deleted. [ 724.464626] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c73db57e-024a-4fbd-828b-8b59bacb6af7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.464778] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c73db57e-024a-4fbd-828b-8b59bacb6af7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.464931] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c73db57e-024a-4fbd-828b-8b59bacb6af7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.465089] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c73db57e-024a-4fbd-828b-8b59bacb6af7',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.485165] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52739e88-64ed-42df-b149-a05ae98dbf48 [ 724.485165] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.485165] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.485165] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.485165] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.485165] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.485165] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52739e88-64ed-42df-b149-a05ae98dbf48 already deleted. [ 724.485165] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52739e88-64ed-42df-b149-a05ae98dbf48" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.588227] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d64b4e6-03b4-4376-86dd-51b13f0e177c [ 724.588277] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.588381] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.588672] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.588940] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.589082] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.589189] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d64b4e6-03b4-4376-86dd-51b13f0e177c already deleted. [ 724.589281] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d64b4e6-03b4-4376-86dd-51b13f0e177c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.987901] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.988342] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.988342] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.988454] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.988502] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.988723] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c73db57e-024a-4fbd-828b-8b59bacb6af7 already deleted. [ 724.988723] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c73db57e-024a-4fbd-828b-8b59bacb6af7" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.469139] env[69640]: INFO networking_nsxv3.common.synchronization [None req-3747f914-a7a7-4a64-bcb1-25cce838adf6 None None] Enqueued Resource ID: 79c2b9d8-a09b-4d9a-b948-f8a99ca0ba9e with Priority: HIGHEST for action port [ 726.469139] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c2b9d8-a09b-4d9a-b948-f8a99ca0ba9e with Priority: HIGHEST for action port [ 726.469139] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-79c2b9d8-a09b-4d9a-b948-f8a99ca0ba9e taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.469139] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79c2b9d8-a09b-4d9a-b948-f8a99ca0ba9e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.469139] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79c2b9d8-a09b-4d9a-b948-f8a99ca0ba9e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.469139] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79c2b9d8-a09b-4d9a-b948-f8a99ca0ba9e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.471815] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79c2b9d8-a09b-4d9a-b948-f8a99ca0ba9e',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.974966] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79c2b9d8-a09b-4d9a-b948-f8a99ca0ba9e [ 726.974966] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.974966] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.974966] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.974966] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.974966] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.974966] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79c2b9d8-a09b-4d9a-b948-f8a99ca0ba9e already deleted. [ 726.974966] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79c2b9d8-a09b-4d9a-b948-f8a99ca0ba9e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.995229] env[69640]: INFO networking_nsxv3.common.synchronization [None req-458e8ef9-b213-4d0f-96cf-781755a125f3 None None] Enqueued Resource ID: a23be0ab-2250-4067-b47f-e44bc711f01e with Priority: HIGHEST for action port [ 726.996548] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a23be0ab-2250-4067-b47f-e44bc711f01e with Priority: HIGHEST for action port [ 726.997264] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-a23be0ab-2250-4067-b47f-e44bc711f01e taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.997769] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a23be0ab-2250-4067-b47f-e44bc711f01e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.997937] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a23be0ab-2250-4067-b47f-e44bc711f01e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.998301] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a23be0ab-2250-4067-b47f-e44bc711f01e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.998489] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a23be0ab-2250-4067-b47f-e44bc711f01e',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.162396] env[69640]: INFO networking_nsxv3.common.synchronization [None req-8508161e-5b46-443b-ae80-d17fb94166da None None] Enqueued Resource ID: 519abdc5-2977-4e9f-b396-c48128ad973c with Priority: HIGHEST for action port [ 727.162818] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 519abdc5-2977-4e9f-b396-c48128ad973c with Priority: HIGHEST for action port [ 727.164990] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-519abdc5-2977-4e9f-b396-c48128ad973c taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.165161] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-519abdc5-2977-4e9f-b396-c48128ad973c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.165312] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-519abdc5-2977-4e9f-b396-c48128ad973c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.165594] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-519abdc5-2977-4e9f-b396-c48128ad973c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.165705] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519abdc5-2977-4e9f-b396-c48128ad973c',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.489567] env[69640]: INFO networking_nsxv3.common.synchronization [None req-964b77f7-c976-4318-b5d6-7f403f7154cc tempest-ServerActionsV293TestJSON-1406049519 tempest-ServerActionsV293TestJSON-1406049519-project-member] Enqueued Resource ID: 0d041d75-76a8-491d-83f3-8c5eb12e90c0 with Priority: HIGHEST for action security_group_rules [ 727.491126] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d041d75-76a8-491d-83f3-8c5eb12e90c0 with Priority: HIGHEST for action security_group_rules [ 727.491718] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d041d75-76a8-491d-83f3-8c5eb12e90c0 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.491718] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d041d75-76a8-491d-83f3-8c5eb12e90c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.491718] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d041d75-76a8-491d-83f3-8c5eb12e90c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.491892] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d041d75-76a8-491d-83f3-8c5eb12e90c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.495645] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d041d75-76a8-491d-83f3-8c5eb12e90c0',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.500422] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a23be0ab-2250-4067-b47f-e44bc711f01e [ 727.500643] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.500786] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.500848] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.501073] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.501381] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.501484] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a23be0ab-2250-4067-b47f-e44bc711f01e already deleted. [ 727.501569] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a23be0ab-2250-4067-b47f-e44bc711f01e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.668342] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 519abdc5-2977-4e9f-b396-c48128ad973c [ 727.669036] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.669036] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.669036] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.669226] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.669253] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.669340] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:519abdc5-2977-4e9f-b396-c48128ad973c already deleted. [ 727.669432] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-519abdc5-2977-4e9f-b396-c48128ad973c" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.782825] env[69640]: INFO networking_nsxv3.common.synchronization [None req-7fa105c9-d60e-42e2-8969-ec2719608c5c tempest-ServerActionsV293TestJSON-1406049519 tempest-ServerActionsV293TestJSON-1406049519-project-member] Enqueued Resource ID: 0d041d75-76a8-491d-83f3-8c5eb12e90c0 with Priority: HIGHEST for action security_group_rules [ 727.785074] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d041d75-76a8-491d-83f3-8c5eb12e90c0 with Priority: HIGHEST for action security_group_rules [ 727.785947] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d041d75-76a8-491d-83f3-8c5eb12e90c0 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.786021] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d041d75-76a8-491d-83f3-8c5eb12e90c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.018830] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.018983] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.019082] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.019303] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.019392] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.019491] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d041d75-76a8-491d-83f3-8c5eb12e90c0 already deleted. [ 728.019576] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d041d75-76a8-491d-83f3-8c5eb12e90c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.019731] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d041d75-76a8-491d-83f3-8c5eb12e90c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.019885] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d041d75-76a8-491d-83f3-8c5eb12e90c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.019968] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d041d75-76a8-491d-83f3-8c5eb12e90c0',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.546933] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.546933] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.546933] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.547305] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.547305] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.547375] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d041d75-76a8-491d-83f3-8c5eb12e90c0 already deleted. [ 728.547405] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d041d75-76a8-491d-83f3-8c5eb12e90c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.018998] env[69640]: INFO networking_nsxv3.common.synchronization [None req-b3c09c84-9325-4f18-986f-36dac5cbb108 None None] Enqueued Resource ID: 85db7d77-02a4-4186-8b95-6ab401cbf352 with Priority: HIGHEST for action port [ 731.018998] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85db7d77-02a4-4186-8b95-6ab401cbf352 with Priority: HIGHEST for action port [ 731.018998] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-85db7d77-02a4-4186-8b95-6ab401cbf352 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.018998] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85db7d77-02a4-4186-8b95-6ab401cbf352" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.018998] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85db7d77-02a4-4186-8b95-6ab401cbf352" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.018998] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85db7d77-02a4-4186-8b95-6ab401cbf352" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.018998] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85db7d77-02a4-4186-8b95-6ab401cbf352',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.136235] env[69640]: INFO networking_nsxv3.common.synchronization [None req-1dae9eda-0886-4f29-bf58-4add2dfd85ac None None] Enqueued Resource ID: cb32f407-8d5a-4407-a80e-eddcf7ec1b4a with Priority: HIGHEST for action port [ 731.136235] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb32f407-8d5a-4407-a80e-eddcf7ec1b4a with Priority: HIGHEST for action port [ 731.136741] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb32f407-8d5a-4407-a80e-eddcf7ec1b4a taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.136870] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb32f407-8d5a-4407-a80e-eddcf7ec1b4a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.136962] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb32f407-8d5a-4407-a80e-eddcf7ec1b4a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.137539] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb32f407-8d5a-4407-a80e-eddcf7ec1b4a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.137539] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb32f407-8d5a-4407-a80e-eddcf7ec1b4a',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.522594] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85db7d77-02a4-4186-8b95-6ab401cbf352 [ 731.522912] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.523065] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.523065] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.523401] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.523401] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.523517] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85db7d77-02a4-4186-8b95-6ab401cbf352 already deleted. [ 731.523517] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85db7d77-02a4-4186-8b95-6ab401cbf352" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.642463] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb32f407-8d5a-4407-a80e-eddcf7ec1b4a [ 731.642735] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.642861] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.642935] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.643657] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.643657] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.643657] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb32f407-8d5a-4407-a80e-eddcf7ec1b4a already deleted. [ 731.644614] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb32f407-8d5a-4407-a80e-eddcf7ec1b4a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.303070] env[69640]: INFO networking_nsxv3.common.synchronization [None req-99ff4933-55f0-4770-af37-ef87921d2410 None None] Enqueued Resource ID: 9f13f306-92cf-4eda-ab66-15fd8b07435a with Priority: HIGHEST for action port [ 734.303745] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f13f306-92cf-4eda-ab66-15fd8b07435a with Priority: HIGHEST for action port [ 734.304323] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f13f306-92cf-4eda-ab66-15fd8b07435a taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.304323] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f13f306-92cf-4eda-ab66-15fd8b07435a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.304544] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f13f306-92cf-4eda-ab66-15fd8b07435a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.306299] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f13f306-92cf-4eda-ab66-15fd8b07435a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.306505] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f13f306-92cf-4eda-ab66-15fd8b07435a',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.810739] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f13f306-92cf-4eda-ab66-15fd8b07435a [ 734.810996] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.811186] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.811261] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.811475] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.811565] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.811669] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f13f306-92cf-4eda-ab66-15fd8b07435a already deleted. [ 734.811977] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f13f306-92cf-4eda-ab66-15fd8b07435a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.790064] env[69640]: INFO networking_nsxv3.common.synchronization [None req-276441df-eab4-487c-857b-16b1fd40590d tempest-AttachInterfacesTestJSON-715785245 tempest-AttachInterfacesTestJSON-715785245-project-member] Enqueued Resource ID: 5f323774-1bb7-45cb-9189-5476769ab4ef with Priority: HIGHEST for action security_group_rules [ 736.790064] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f323774-1bb7-45cb-9189-5476769ab4ef with Priority: HIGHEST for action security_group_rules [ 736.790064] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f323774-1bb7-45cb-9189-5476769ab4ef taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.790064] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f323774-1bb7-45cb-9189-5476769ab4ef" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.790064] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f323774-1bb7-45cb-9189-5476769ab4ef" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.791819] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f323774-1bb7-45cb-9189-5476769ab4ef" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.793222] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f323774-1bb7-45cb-9189-5476769ab4ef',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.135821] env[69640]: INFO networking_nsxv3.common.synchronization [None req-7944b50d-083b-4560-8cb0-8a0d4fa9b775 None None] Enqueued Resource ID: 9766eca6-d397-4869-b97a-127a2d2da0cc with Priority: HIGHEST for action port [ 737.137270] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9766eca6-d397-4869-b97a-127a2d2da0cc with Priority: HIGHEST for action port [ 737.139285] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-9766eca6-d397-4869-b97a-127a2d2da0cc taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.139285] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9766eca6-d397-4869-b97a-127a2d2da0cc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.139285] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9766eca6-d397-4869-b97a-127a2d2da0cc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.139285] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9766eca6-d397-4869-b97a-127a2d2da0cc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.139285] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9766eca6-d397-4869-b97a-127a2d2da0cc',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.316071] env[69640]: INFO networking_nsxv3.common.synchronization [None req-efa5adce-408e-4f37-b0fa-8a794f2be118 tempest-AttachInterfacesTestJSON-715785245 tempest-AttachInterfacesTestJSON-715785245-project-member] Enqueued Resource ID: 5f323774-1bb7-45cb-9189-5476769ab4ef with Priority: HIGHEST for action security_group_rules [ 737.317099] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f323774-1bb7-45cb-9189-5476769ab4ef with Priority: HIGHEST for action security_group_rules [ 737.318099] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f323774-1bb7-45cb-9189-5476769ab4ef taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.321053] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f323774-1bb7-45cb-9189-5476769ab4ef" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.321053] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.321053] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.321053] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.321053] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.321053] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.321053] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f323774-1bb7-45cb-9189-5476769ab4ef already deleted. [ 737.321053] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f323774-1bb7-45cb-9189-5476769ab4ef" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.321053] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f323774-1bb7-45cb-9189-5476769ab4ef" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.321441] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f323774-1bb7-45cb-9189-5476769ab4ef" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.321441] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f323774-1bb7-45cb-9189-5476769ab4ef',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.644021] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9766eca6-d397-4869-b97a-127a2d2da0cc [ 737.644021] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.644021] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.644021] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.644021] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.644021] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.644285] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9766eca6-d397-4869-b97a-127a2d2da0cc already deleted. [ 737.645362] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9766eca6-d397-4869-b97a-127a2d2da0cc" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.842137] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.846171] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.846171] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.846855] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.846855] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.846855] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f323774-1bb7-45cb-9189-5476769ab4ef already deleted. [ 737.846855] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f323774-1bb7-45cb-9189-5476769ab4ef" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.949018] env[69640]: INFO networking_nsxv3.common.synchronization [None req-7caa3898-fe4b-4573-985e-01740c98b2d5 None None] Enqueued Resource ID: 40333c56-f980-4d92-b747-a88cdcc96ee3 with Priority: HIGHEST for action port [ 738.949018] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40333c56-f980-4d92-b747-a88cdcc96ee3 with Priority: HIGHEST for action port [ 738.949018] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-40333c56-f980-4d92-b747-a88cdcc96ee3 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.949018] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40333c56-f980-4d92-b747-a88cdcc96ee3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.949018] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40333c56-f980-4d92-b747-a88cdcc96ee3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.949018] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40333c56-f980-4d92-b747-a88cdcc96ee3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.949018] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40333c56-f980-4d92-b747-a88cdcc96ee3',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.450095] env[69640]: INFO networking_nsxv3.common.synchronization [None req-cb580b06-6260-42a2-9204-aed4731c2769 tempest-AttachVolumeShelveTestJSON-853480736 tempest-AttachVolumeShelveTestJSON-853480736-project-member] Enqueued Resource ID: ae46b4f3-e771-4b6b-99dc-c0035a4533bd with Priority: HIGHEST for action security_group_rules [ 739.451286] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae46b4f3-e771-4b6b-99dc-c0035a4533bd with Priority: HIGHEST for action security_group_rules [ 739.451537] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40333c56-f980-4d92-b747-a88cdcc96ee3 [ 739.451845] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.451924] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.451955] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.452196] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.452287] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.452384] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40333c56-f980-4d92-b747-a88cdcc96ee3 already deleted. [ 739.452522] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40333c56-f980-4d92-b747-a88cdcc96ee3" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.452705] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae46b4f3-e771-4b6b-99dc-c0035a4533bd taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.452802] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae46b4f3-e771-4b6b-99dc-c0035a4533bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.452863] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae46b4f3-e771-4b6b-99dc-c0035a4533bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.453083] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae46b4f3-e771-4b6b-99dc-c0035a4533bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.453181] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae46b4f3-e771-4b6b-99dc-c0035a4533bd',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.853139] env[69640]: INFO networking_nsxv3.common.synchronization [None req-f1c1b00e-e2e8-43ef-8f8d-33e97520734a tempest-AttachVolumeShelveTestJSON-853480736 tempest-AttachVolumeShelveTestJSON-853480736-project-member] Enqueued Resource ID: ae46b4f3-e771-4b6b-99dc-c0035a4533bd with Priority: HIGHEST for action security_group_rules [ 739.853139] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae46b4f3-e771-4b6b-99dc-c0035a4533bd with Priority: HIGHEST for action security_group_rules [ 739.856278] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae46b4f3-e771-4b6b-99dc-c0035a4533bd taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.856528] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae46b4f3-e771-4b6b-99dc-c0035a4533bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.979453] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.979780] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.979780] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.979895] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.979989] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.980099] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae46b4f3-e771-4b6b-99dc-c0035a4533bd already deleted. [ 739.980187] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae46b4f3-e771-4b6b-99dc-c0035a4533bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.980737] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae46b4f3-e771-4b6b-99dc-c0035a4533bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.980908] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae46b4f3-e771-4b6b-99dc-c0035a4533bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.980988] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae46b4f3-e771-4b6b-99dc-c0035a4533bd',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.512610] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.512610] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.512610] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.512610] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.512610] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.512610] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae46b4f3-e771-4b6b-99dc-c0035a4533bd already deleted. [ 740.512610] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae46b4f3-e771-4b6b-99dc-c0035a4533bd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.612326] env[69640]: INFO networking_nsxv3.common.synchronization [None req-76abac46-124c-4a47-9e32-97d9f230053d None None] Enqueued Resource ID: 9429caed-90a1-4ae6-941c-a2a1a9cce9e1 with Priority: HIGHEST for action port [ 742.612326] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9429caed-90a1-4ae6-941c-a2a1a9cce9e1 with Priority: HIGHEST for action port [ 742.615324] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-9429caed-90a1-4ae6-941c-a2a1a9cce9e1 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.615825] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9429caed-90a1-4ae6-941c-a2a1a9cce9e1" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.615825] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9429caed-90a1-4ae6-941c-a2a1a9cce9e1" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.615957] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9429caed-90a1-4ae6-941c-a2a1a9cce9e1" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.616082] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9429caed-90a1-4ae6-941c-a2a1a9cce9e1',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.747384] env[69640]: INFO networking_nsxv3.common.synchronization [None req-f90b08c0-6161-40ee-aa5b-662d27991184 None None] Enqueued Resource ID: 91de7993-9494-4b71-b767-4512e9895646 with Priority: HIGHEST for action port [ 742.747819] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91de7993-9494-4b71-b767-4512e9895646 with Priority: HIGHEST for action port [ 742.748222] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-91de7993-9494-4b71-b767-4512e9895646 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.748222] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91de7993-9494-4b71-b767-4512e9895646" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.748527] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91de7993-9494-4b71-b767-4512e9895646" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.748527] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91de7993-9494-4b71-b767-4512e9895646" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.749102] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91de7993-9494-4b71-b767-4512e9895646',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.119474] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9429caed-90a1-4ae6-941c-a2a1a9cce9e1 [ 743.120794] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.120964] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.121236] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.122612] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.122612] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.122612] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9429caed-90a1-4ae6-941c-a2a1a9cce9e1 already deleted. [ 743.122612] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9429caed-90a1-4ae6-941c-a2a1a9cce9e1" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.161862] env[69640]: INFO networking_nsxv3.common.synchronization [None req-df282c55-cdec-407b-9ecf-ace469a62a52 tempest-ServersTestJSON-900470292 tempest-ServersTestJSON-900470292-project-member] Enqueued Resource ID: b0956705-f846-4960-ae9f-968ab87a9add with Priority: HIGHEST for action security_group_rules [ 743.162426] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0956705-f846-4960-ae9f-968ab87a9add with Priority: HIGHEST for action security_group_rules [ 743.162990] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0956705-f846-4960-ae9f-968ab87a9add taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.162990] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0956705-f846-4960-ae9f-968ab87a9add" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.162990] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0956705-f846-4960-ae9f-968ab87a9add" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.164489] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0956705-f846-4960-ae9f-968ab87a9add" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.164489] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0956705-f846-4960-ae9f-968ab87a9add',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.256615] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91de7993-9494-4b71-b767-4512e9895646 [ 743.256615] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.256615] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.256615] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.256615] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.256615] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.256615] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91de7993-9494-4b71-b767-4512e9895646 already deleted. [ 743.256615] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91de7993-9494-4b71-b767-4512e9895646" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.652516] env[69640]: INFO networking_nsxv3.common.synchronization [None req-5c26ce66-0538-4814-8610-ce4845e857a6 tempest-ServersTestJSON-900470292 tempest-ServersTestJSON-900470292-project-member] Enqueued Resource ID: b0956705-f846-4960-ae9f-968ab87a9add with Priority: HIGHEST for action security_group_rules [ 743.655315] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0956705-f846-4960-ae9f-968ab87a9add with Priority: HIGHEST for action security_group_rules [ 743.655315] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0956705-f846-4960-ae9f-968ab87a9add taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.655315] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0956705-f846-4960-ae9f-968ab87a9add" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.674215] env[69640]: INFO networking_nsxv3.common.synchronization [None req-142abd2b-29b2-44f4-bd09-c1823a999c34 None None] Enqueued Resource ID: 3cb9065f-5949-41b4-9661-70609c8a6cd4 with Priority: HIGHEST for action port [ 743.674895] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb9065f-5949-41b4-9661-70609c8a6cd4 with Priority: HIGHEST for action port [ 743.675231] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cb9065f-5949-41b4-9661-70609c8a6cd4 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.675352] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cb9065f-5949-41b4-9661-70609c8a6cd4" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.675418] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cb9065f-5949-41b4-9661-70609c8a6cd4" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.675672] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cb9065f-5949-41b4-9661-70609c8a6cd4" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.675750] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cb9065f-5949-41b4-9661-70609c8a6cd4',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.718355] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.718355] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.718355] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.718355] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.718608] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.718608] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0956705-f846-4960-ae9f-968ab87a9add already deleted. [ 743.718608] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0956705-f846-4960-ae9f-968ab87a9add" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.718719] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0956705-f846-4960-ae9f-968ab87a9add" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.718872] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0956705-f846-4960-ae9f-968ab87a9add" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.721440] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0956705-f846-4960-ae9f-968ab87a9add',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.182451] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cb9065f-5949-41b4-9661-70609c8a6cd4 [ 744.182704] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.182847] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.185364] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.185364] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.185364] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.185364] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cb9065f-5949-41b4-9661-70609c8a6cd4 already deleted. [ 744.185364] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cb9065f-5949-41b4-9661-70609c8a6cd4" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.248144] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.248144] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.248144] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.248366] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.248485] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.248604] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0956705-f846-4960-ae9f-968ab87a9add already deleted. [ 744.248707] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0956705-f846-4960-ae9f-968ab87a9add" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.851706] env[69640]: INFO networking_nsxv3.common.synchronization [None req-3273ef10-239e-424a-8d00-b33b7c4ac523 tempest-AttachInterfacesTestJSON-715785245 tempest-AttachInterfacesTestJSON-715785245-project-member] Enqueued Resource ID: 66c04f53-b2c0-41eb-9e1e-f27ded1325c0 with Priority: HIGHEST for action security_group_rules [ 744.852274] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c04f53-b2c0-41eb-9e1e-f27ded1325c0 with Priority: HIGHEST for action security_group_rules [ 744.852576] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c04f53-b2c0-41eb-9e1e-f27ded1325c0 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.852724] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c04f53-b2c0-41eb-9e1e-f27ded1325c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.852772] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c04f53-b2c0-41eb-9e1e-f27ded1325c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.853808] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c04f53-b2c0-41eb-9e1e-f27ded1325c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.853929] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c04f53-b2c0-41eb-9e1e-f27ded1325c0',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.224321] env[69640]: INFO networking_nsxv3.common.synchronization [None req-ac80f5e2-d1b7-4693-b828-c846228e9c1a tempest-AttachInterfacesTestJSON-715785245 tempest-AttachInterfacesTestJSON-715785245-project-member] Enqueued Resource ID: 66c04f53-b2c0-41eb-9e1e-f27ded1325c0 with Priority: HIGHEST for action security_group_rules [ 745.224321] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c04f53-b2c0-41eb-9e1e-f27ded1325c0 with Priority: HIGHEST for action security_group_rules [ 745.224321] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c04f53-b2c0-41eb-9e1e-f27ded1325c0 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.224321] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c04f53-b2c0-41eb-9e1e-f27ded1325c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.379487] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.379681] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.379748] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.379972] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.380114] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.380210] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c04f53-b2c0-41eb-9e1e-f27ded1325c0 already deleted. [ 745.380299] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c04f53-b2c0-41eb-9e1e-f27ded1325c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.380487] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c04f53-b2c0-41eb-9e1e-f27ded1325c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.380757] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c04f53-b2c0-41eb-9e1e-f27ded1325c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.380757] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c04f53-b2c0-41eb-9e1e-f27ded1325c0',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.522609] env[69640]: INFO networking_nsxv3.common.synchronization [None req-53781af0-476d-4433-bf72-6b55de1cf2bc None None] Enqueued Resource ID: 42e54339-ea91-4321-84aa-bdc6f43fd7f9 with Priority: HIGHEST for action port [ 745.523578] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e54339-ea91-4321-84aa-bdc6f43fd7f9 with Priority: HIGHEST for action port [ 745.526390] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-42e54339-ea91-4321-84aa-bdc6f43fd7f9 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.526390] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42e54339-ea91-4321-84aa-bdc6f43fd7f9" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.526390] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42e54339-ea91-4321-84aa-bdc6f43fd7f9" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.526390] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42e54339-ea91-4321-84aa-bdc6f43fd7f9" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.526390] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42e54339-ea91-4321-84aa-bdc6f43fd7f9',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.905576] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.905902] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.905902] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.906025] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.906216] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.906315] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c04f53-b2c0-41eb-9e1e-f27ded1325c0 already deleted. [ 745.906410] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c04f53-b2c0-41eb-9e1e-f27ded1325c0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.028594] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42e54339-ea91-4321-84aa-bdc6f43fd7f9 [ 746.028842] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.029098] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.029098] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.029808] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.029808] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.029808] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42e54339-ea91-4321-84aa-bdc6f43fd7f9 already deleted. [ 746.029808] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42e54339-ea91-4321-84aa-bdc6f43fd7f9" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.111203] env[69640]: INFO networking_nsxv3.common.synchronization [None req-74b91689-f4a8-4a51-bf51-ec98fbcd7e3a None None] Enqueued Resource ID: 36d24bfb-3fb3-4367-851c-125637db1469 with Priority: HIGHEST for action port [ 746.111203] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d24bfb-3fb3-4367-851c-125637db1469 with Priority: HIGHEST for action port [ 746.111203] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-36d24bfb-3fb3-4367-851c-125637db1469 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.111203] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36d24bfb-3fb3-4367-851c-125637db1469" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.111203] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36d24bfb-3fb3-4367-851c-125637db1469" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.111501] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36d24bfb-3fb3-4367-851c-125637db1469" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.111501] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36d24bfb-3fb3-4367-851c-125637db1469',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.479179] env[69640]: INFO networking_nsxv3.common.synchronization [None req-a75f431e-4db5-4d73-81f8-739f7373f280 tempest-ServerActionsTestJSON-882500613 tempest-ServerActionsTestJSON-882500613-project-member] Enqueued Resource ID: c02c9dc8-2484-4466-87c1-301bb7cb4e00 with Priority: HIGHEST for action security_group_rules [ 746.479683] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02c9dc8-2484-4466-87c1-301bb7cb4e00 with Priority: HIGHEST for action security_group_rules [ 746.479987] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02c9dc8-2484-4466-87c1-301bb7cb4e00 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.480677] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02c9dc8-2484-4466-87c1-301bb7cb4e00" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.480677] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02c9dc8-2484-4466-87c1-301bb7cb4e00" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.480677] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02c9dc8-2484-4466-87c1-301bb7cb4e00" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.480677] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02c9dc8-2484-4466-87c1-301bb7cb4e00',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.615068] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36d24bfb-3fb3-4367-851c-125637db1469 [ 746.615068] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.615068] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.615068] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.615068] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.615068] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.615068] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36d24bfb-3fb3-4367-851c-125637db1469 already deleted. [ 746.615068] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36d24bfb-3fb3-4367-851c-125637db1469" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.895039] env[69640]: INFO networking_nsxv3.common.synchronization [None req-553d9a92-a2e6-48fb-96de-5e57dd0247e6 tempest-ServerActionsTestJSON-882500613 tempest-ServerActionsTestJSON-882500613-project-member] Enqueued Resource ID: c02c9dc8-2484-4466-87c1-301bb7cb4e00 with Priority: HIGHEST for action security_group_rules [ 746.895039] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02c9dc8-2484-4466-87c1-301bb7cb4e00 with Priority: HIGHEST for action security_group_rules [ 746.895039] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02c9dc8-2484-4466-87c1-301bb7cb4e00 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.895199] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02c9dc8-2484-4466-87c1-301bb7cb4e00" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.006251] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.006251] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.006251] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.006251] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.006251] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.006251] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02c9dc8-2484-4466-87c1-301bb7cb4e00 already deleted. [ 747.006251] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02c9dc8-2484-4466-87c1-301bb7cb4e00" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.006251] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02c9dc8-2484-4466-87c1-301bb7cb4e00" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.006251] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02c9dc8-2484-4466-87c1-301bb7cb4e00" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.006251] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02c9dc8-2484-4466-87c1-301bb7cb4e00',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.195835] env[69640]: INFO networking_nsxv3.common.synchronization [None req-1065f927-7ee0-4656-8a40-36aff103d528 None None] Enqueued Resource ID: 2d7ea86a-133b-407a-849d-1bbb50e32c2a with Priority: HIGHEST for action port [ 747.196159] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7ea86a-133b-407a-849d-1bbb50e32c2a with Priority: HIGHEST for action port [ 747.196708] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d7ea86a-133b-407a-849d-1bbb50e32c2a taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.196882] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d7ea86a-133b-407a-849d-1bbb50e32c2a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.196914] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d7ea86a-133b-407a-849d-1bbb50e32c2a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.197156] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d7ea86a-133b-407a-849d-1bbb50e32c2a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.197240] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d7ea86a-133b-407a-849d-1bbb50e32c2a',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.528018] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.528018] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.528217] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.528387] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.528513] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.528621] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02c9dc8-2484-4466-87c1-301bb7cb4e00 already deleted. [ 747.528709] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02c9dc8-2484-4466-87c1-301bb7cb4e00" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.630099] env[69640]: INFO networking_nsxv3.common.synchronization [None req-3f567738-23cb-4296-9883-a94625f10b42 tempest-AttachVolumeShelveTestJSON-853480736 tempest-AttachVolumeShelveTestJSON-853480736-project-member] Enqueued Resource ID: 57e5b229-a7d4-4917-b5e4-7fb0b861111b with Priority: HIGHEST for action security_group_rules [ 747.630099] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e5b229-a7d4-4917-b5e4-7fb0b861111b with Priority: HIGHEST for action security_group_rules [ 747.630099] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57e5b229-a7d4-4917-b5e4-7fb0b861111b taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.630099] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57e5b229-a7d4-4917-b5e4-7fb0b861111b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.630099] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57e5b229-a7d4-4917-b5e4-7fb0b861111b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.630099] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57e5b229-a7d4-4917-b5e4-7fb0b861111b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.630099] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57e5b229-a7d4-4917-b5e4-7fb0b861111b',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.704369] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d7ea86a-133b-407a-849d-1bbb50e32c2a [ 747.705663] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.705663] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.705663] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.705663] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.705663] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.705663] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d7ea86a-133b-407a-849d-1bbb50e32c2a already deleted. [ 747.705663] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d7ea86a-133b-407a-849d-1bbb50e32c2a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.765452] env[69640]: INFO networking_nsxv3.common.synchronization [None req-db6d19ea-7fef-4352-b292-8368c557a8ac tempest-AttachVolumeShelveTestJSON-853480736 tempest-AttachVolumeShelveTestJSON-853480736-project-member] Enqueued Resource ID: 57e5b229-a7d4-4917-b5e4-7fb0b861111b with Priority: HIGHEST for action security_group_rules [ 747.766299] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e5b229-a7d4-4917-b5e4-7fb0b861111b with Priority: HIGHEST for action security_group_rules [ 747.767355] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57e5b229-a7d4-4917-b5e4-7fb0b861111b taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.767355] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57e5b229-a7d4-4917-b5e4-7fb0b861111b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.152619] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.152982] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.152982] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.153065] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.153162] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.153247] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57e5b229-a7d4-4917-b5e4-7fb0b861111b already deleted. [ 748.153332] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57e5b229-a7d4-4917-b5e4-7fb0b861111b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.153570] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57e5b229-a7d4-4917-b5e4-7fb0b861111b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.153673] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57e5b229-a7d4-4917-b5e4-7fb0b861111b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.153724] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57e5b229-a7d4-4917-b5e4-7fb0b861111b',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.430685] env[69640]: INFO networking_nsxv3.common.synchronization [None req-c8de4058-f9c5-44b6-8715-c1d7ce5de2d0 None None] Enqueued Resource ID: a0c3bdf3-c711-4617-9f95-ac474a5afddd with Priority: HIGHEST for action port [ 748.434948] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c3bdf3-c711-4617-9f95-ac474a5afddd with Priority: HIGHEST for action port [ 748.434948] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0c3bdf3-c711-4617-9f95-ac474a5afddd taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.434948] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0c3bdf3-c711-4617-9f95-ac474a5afddd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.434948] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0c3bdf3-c711-4617-9f95-ac474a5afddd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.434948] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0c3bdf3-c711-4617-9f95-ac474a5afddd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.434948] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c3bdf3-c711-4617-9f95-ac474a5afddd',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.489843] env[69640]: INFO networking_nsxv3.common.synchronization [None req-2799065c-e751-44b5-8dc4-67e1c8e259c6 None None] Enqueued Resource ID: 4be363dc-1389-4523-9740-935ab4086666 with Priority: HIGHEST for action port [ 748.490555] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be363dc-1389-4523-9740-935ab4086666 with Priority: HIGHEST for action port [ 748.490858] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be363dc-1389-4523-9740-935ab4086666 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.491067] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be363dc-1389-4523-9740-935ab4086666" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.491373] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be363dc-1389-4523-9740-935ab4086666" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.491661] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be363dc-1389-4523-9740-935ab4086666" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.491775] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be363dc-1389-4523-9740-935ab4086666',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.676222] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.676222] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.676222] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.676222] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.676222] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.676222] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57e5b229-a7d4-4917-b5e4-7fb0b861111b already deleted. [ 748.676222] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57e5b229-a7d4-4917-b5e4-7fb0b861111b" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.934850] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0c3bdf3-c711-4617-9f95-ac474a5afddd [ 748.935495] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.935635] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.936281] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.936835] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.936965] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.937083] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0c3bdf3-c711-4617-9f95-ac474a5afddd already deleted. [ 748.937171] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0c3bdf3-c711-4617-9f95-ac474a5afddd" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.994777] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4be363dc-1389-4523-9740-935ab4086666 [ 748.995022] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.995157] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.995227] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.995531] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.995647] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.995747] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4be363dc-1389-4523-9740-935ab4086666 already deleted. [ 748.995826] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be363dc-1389-4523-9740-935ab4086666" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.362827] env[69640]: INFO networking_nsxv3.common.synchronization [None req-bad5fdc8-f876-485a-99c5-9e9ac0d262df None None] Enqueued Resource ID: 75da3114-c68a-4fa1-a044-b26a5ba3fae0 with Priority: HIGHEST for action port [ 749.363230] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75da3114-c68a-4fa1-a044-b26a5ba3fae0 with Priority: HIGHEST for action port [ 749.363763] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-75da3114-c68a-4fa1-a044-b26a5ba3fae0 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.363891] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75da3114-c68a-4fa1-a044-b26a5ba3fae0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.363891] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75da3114-c68a-4fa1-a044-b26a5ba3fae0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.364240] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75da3114-c68a-4fa1-a044-b26a5ba3fae0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.364326] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75da3114-c68a-4fa1-a044-b26a5ba3fae0',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.866692] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75da3114-c68a-4fa1-a044-b26a5ba3fae0 [ 749.867248] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.867248] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.867248] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.867399] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.867428] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.869215] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75da3114-c68a-4fa1-a044-b26a5ba3fae0 already deleted. [ 749.869215] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75da3114-c68a-4fa1-a044-b26a5ba3fae0" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.001814] env[69640]: INFO networking_nsxv3.common.synchronization [None req-af1266df-0278-4e12-b9cc-ccc971c55586 tempest-AttachVolumeTestJSON-808931292 tempest-AttachVolumeTestJSON-808931292-project-member] Enqueued Resource ID: af827285-b956-446b-87c0-e910f928233a with Priority: HIGHEST for action security_group_rules [ 751.002124] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af827285-b956-446b-87c0-e910f928233a with Priority: HIGHEST for action security_group_rules [ 751.002681] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af827285-b956-446b-87c0-e910f928233a taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.002809] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af827285-b956-446b-87c0-e910f928233a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.002878] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af827285-b956-446b-87c0-e910f928233a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.004715] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af827285-b956-446b-87c0-e910f928233a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.004847] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af827285-b956-446b-87c0-e910f928233a',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.015892] env[69640]: INFO networking_nsxv3.common.synchronization [None req-fed2ca0c-024c-49e2-ba4e-9b9eeceb21c9 None None] Enqueued Resource ID: 3d51afc3-b127-4803-85c9-385ddc523602 with Priority: HIGHEST for action port [ 751.015892] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d51afc3-b127-4803-85c9-385ddc523602 with Priority: HIGHEST for action port [ 751.015892] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d51afc3-b127-4803-85c9-385ddc523602 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.015892] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d51afc3-b127-4803-85c9-385ddc523602" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.015892] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d51afc3-b127-4803-85c9-385ddc523602" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.015892] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d51afc3-b127-4803-85c9-385ddc523602" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.015892] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d51afc3-b127-4803-85c9-385ddc523602',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.125685] env[69640]: INFO networking_nsxv3.common.synchronization [None req-4ef85052-493c-45c5-8be0-f4ad8cc8a4a7 tempest-AttachVolumeTestJSON-808931292 tempest-AttachVolumeTestJSON-808931292-project-member] Enqueued Resource ID: af827285-b956-446b-87c0-e910f928233a with Priority: HIGHEST for action security_group_rules [ 751.126261] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af827285-b956-446b-87c0-e910f928233a with Priority: HIGHEST for action security_group_rules [ 751.126841] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af827285-b956-446b-87c0-e910f928233a taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.127019] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af827285-b956-446b-87c0-e910f928233a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.277262] env[69640]: INFO networking_nsxv3.common.synchronization [None req-37d30059-b2e5-401d-bd3f-cb9fa71001c0 None None] Enqueued Resource ID: a83e4b75-c210-4115-9446-59ab82047984 with Priority: HIGHEST for action port [ 751.277506] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83e4b75-c210-4115-9446-59ab82047984 with Priority: HIGHEST for action port [ 751.278225] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-a83e4b75-c210-4115-9446-59ab82047984 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.279017] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a83e4b75-c210-4115-9446-59ab82047984" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.279017] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a83e4b75-c210-4115-9446-59ab82047984" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.279017] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a83e4b75-c210-4115-9446-59ab82047984" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.279017] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a83e4b75-c210-4115-9446-59ab82047984',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.522414] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d51afc3-b127-4803-85c9-385ddc523602 [ 751.522414] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.522414] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.522414] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.522414] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.522414] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.522414] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d51afc3-b127-4803-85c9-385ddc523602 already deleted. [ 751.522414] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d51afc3-b127-4803-85c9-385ddc523602" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.533831] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.533831] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.533831] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.533831] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.533831] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.533831] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af827285-b956-446b-87c0-e910f928233a already deleted. [ 751.533831] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af827285-b956-446b-87c0-e910f928233a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.533831] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af827285-b956-446b-87c0-e910f928233a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.533831] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af827285-b956-446b-87c0-e910f928233a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.533831] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af827285-b956-446b-87c0-e910f928233a',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.781720] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a83e4b75-c210-4115-9446-59ab82047984 [ 751.782160] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.782160] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.782312] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.783791] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.783791] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.783791] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a83e4b75-c210-4115-9446-59ab82047984 already deleted. [ 751.783791] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a83e4b75-c210-4115-9446-59ab82047984" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.054410] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.054717] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.054717] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.054902] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.054994] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.055120] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af827285-b956-446b-87c0-e910f928233a already deleted. [ 752.055231] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af827285-b956-446b-87c0-e910f928233a" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.740043] env[69640]: INFO networking_nsxv3.common.synchronization [None req-bff74473-4d2e-4760-942e-eecc9efbb3a2 tempest-AttachVolumeTestJSON-808931292 tempest-AttachVolumeTestJSON-808931292-project-member] Enqueued Resource ID: 45062946-f7bd-4c35-9ef5-09453ba6a350 with Priority: HIGHEST for action security_group_rules [ 755.740662] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45062946-f7bd-4c35-9ef5-09453ba6a350 with Priority: HIGHEST for action security_group_rules [ 755.741054] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45062946-f7bd-4c35-9ef5-09453ba6a350 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.741227] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45062946-f7bd-4c35-9ef5-09453ba6a350" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.741321] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45062946-f7bd-4c35-9ef5-09453ba6a350" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.741596] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45062946-f7bd-4c35-9ef5-09453ba6a350" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.741720] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45062946-f7bd-4c35-9ef5-09453ba6a350',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.852508] env[69640]: INFO networking_nsxv3.common.synchronization [None req-93073709-c882-4881-98f9-210b2b060961 tempest-AttachVolumeTestJSON-808931292 tempest-AttachVolumeTestJSON-808931292-project-member] Enqueued Resource ID: 45062946-f7bd-4c35-9ef5-09453ba6a350 with Priority: HIGHEST for action security_group_rules [ 755.853114] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45062946-f7bd-4c35-9ef5-09453ba6a350 with Priority: HIGHEST for action security_group_rules [ 755.854169] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45062946-f7bd-4c35-9ef5-09453ba6a350 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.854169] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45062946-f7bd-4c35-9ef5-09453ba6a350" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.139550] env[69640]: INFO networking_nsxv3.common.synchronization [None req-2395b191-2c39-481d-bf18-4c1f488676fd None None] Enqueued Resource ID: 399a8f8a-18b7-41ff-bab8-53bc275ec7b5 with Priority: HIGHEST for action port [ 756.140146] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 399a8f8a-18b7-41ff-bab8-53bc275ec7b5 with Priority: HIGHEST for action port [ 756.140467] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-399a8f8a-18b7-41ff-bab8-53bc275ec7b5 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.140750] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-399a8f8a-18b7-41ff-bab8-53bc275ec7b5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.140750] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-399a8f8a-18b7-41ff-bab8-53bc275ec7b5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.140945] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-399a8f8a-18b7-41ff-bab8-53bc275ec7b5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.141302] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('399a8f8a-18b7-41ff-bab8-53bc275ec7b5',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.270907] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.271089] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.271174] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.271401] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.271497] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.271592] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45062946-f7bd-4c35-9ef5-09453ba6a350 already deleted. [ 756.271675] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45062946-f7bd-4c35-9ef5-09453ba6a350" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.272201] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45062946-f7bd-4c35-9ef5-09453ba6a350" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.272375] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45062946-f7bd-4c35-9ef5-09453ba6a350" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.273145] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45062946-f7bd-4c35-9ef5-09453ba6a350',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.643329] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 399a8f8a-18b7-41ff-bab8-53bc275ec7b5 [ 756.644300] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.644489] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.644577] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.645131] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.645131] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.645295] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:399a8f8a-18b7-41ff-bab8-53bc275ec7b5 already deleted. [ 756.646431] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-399a8f8a-18b7-41ff-bab8-53bc275ec7b5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.796065] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.796418] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.796418] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.796528] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.796622] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.796721] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45062946-f7bd-4c35-9ef5-09453ba6a350 already deleted. [ 756.796803] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45062946-f7bd-4c35-9ef5-09453ba6a350" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.553706] env[69640]: INFO networking_nsxv3.common.synchronization [None req-2ed81442-c04f-4dc4-8dcb-c28d4781e802 None None] Enqueued Resource ID: ff0579e0-f23e-481d-a1aa-10d4e66b6b06 with Priority: HIGHEST for action port [ 758.553993] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff0579e0-f23e-481d-a1aa-10d4e66b6b06 with Priority: HIGHEST for action port [ 758.554593] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff0579e0-f23e-481d-a1aa-10d4e66b6b06 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.554717] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff0579e0-f23e-481d-a1aa-10d4e66b6b06" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.554783] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff0579e0-f23e-481d-a1aa-10d4e66b6b06" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.556237] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff0579e0-f23e-481d-a1aa-10d4e66b6b06" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.556378] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0579e0-f23e-481d-a1aa-10d4e66b6b06',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.002260] env[69640]: INFO networking_nsxv3.common.synchronization [None req-8dfc4daf-ae1a-4daa-ac62-7586b1bffffe None None] Enqueued Resource ID: 89bfe486-f34d-416c-85a8-bb603a8a9454 with Priority: HIGHEST for action port [ 759.002553] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89bfe486-f34d-416c-85a8-bb603a8a9454 with Priority: HIGHEST for action port [ 759.003183] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-89bfe486-f34d-416c-85a8-bb603a8a9454 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.003362] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89bfe486-f34d-416c-85a8-bb603a8a9454" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.006096] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89bfe486-f34d-416c-85a8-bb603a8a9454" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.006096] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89bfe486-f34d-416c-85a8-bb603a8a9454" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.006096] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89bfe486-f34d-416c-85a8-bb603a8a9454',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.058673] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff0579e0-f23e-481d-a1aa-10d4e66b6b06 [ 759.058957] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.059120] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.059196] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.059407] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.059516] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.059593] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff0579e0-f23e-481d-a1aa-10d4e66b6b06 already deleted. [ 759.059674] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff0579e0-f23e-481d-a1aa-10d4e66b6b06" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.506213] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89bfe486-f34d-416c-85a8-bb603a8a9454 [ 759.506452] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.506639] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.506712] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.506927] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.507425] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.507425] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89bfe486-f34d-416c-85a8-bb603a8a9454 already deleted. [ 759.507425] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89bfe486-f34d-416c-85a8-bb603a8a9454" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.978614] env[69640]: INFO networking_nsxv3.common.synchronization [None req-66a61bd6-ade6-436a-91b0-0d092f2b76b8 tempest-ServerActionsTestOtherB-1125987159 tempest-ServerActionsTestOtherB-1125987159-project-member] Enqueued Resource ID: b2e46579-e21c-4583-94ef-9281dac91ce5 with Priority: HIGHEST for action security_group_rules [ 759.978835] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e46579-e21c-4583-94ef-9281dac91ce5 with Priority: HIGHEST for action security_group_rules [ 759.979039] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e46579-e21c-4583-94ef-9281dac91ce5 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.979158] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e46579-e21c-4583-94ef-9281dac91ce5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.979225] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e46579-e21c-4583-94ef-9281dac91ce5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.979463] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e46579-e21c-4583-94ef-9281dac91ce5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.979564] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e46579-e21c-4583-94ef-9281dac91ce5',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.079787] env[69640]: INFO networking_nsxv3.common.synchronization [None req-6dbbd4a4-fa45-4784-b662-2fd6fc274843 tempest-ServerActionsTestOtherB-1125987159 tempest-ServerActionsTestOtherB-1125987159-project-member] Enqueued Resource ID: b2e46579-e21c-4583-94ef-9281dac91ce5 with Priority: HIGHEST for action security_group_rules [ 760.083627] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e46579-e21c-4583-94ef-9281dac91ce5 with Priority: HIGHEST for action security_group_rules [ 760.083627] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e46579-e21c-4583-94ef-9281dac91ce5 taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.083627] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e46579-e21c-4583-94ef-9281dac91ce5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.507506] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.507836] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.508228] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.508228] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.508228] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.508403] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e46579-e21c-4583-94ef-9281dac91ce5 already deleted. [ 760.508562] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e46579-e21c-4583-94ef-9281dac91ce5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.510175] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e46579-e21c-4583-94ef-9281dac91ce5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.510175] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e46579-e21c-4583-94ef-9281dac91ce5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.510175] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e46579-e21c-4583-94ef-9281dac91ce5',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.778562] env[69640]: INFO networking_nsxv3.common.synchronization [None req-0e4c1443-e7c2-4e36-a6af-e563df9b0e99 None None] Enqueued Resource ID: d3f2cf86-015c-4421-9a94-378a015e383e with Priority: HIGHEST for action port [ 760.780599] env[69640]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f2cf86-015c-4421-9a94-378a015e383e with Priority: HIGHEST for action port [ 760.780945] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3f2cf86-015c-4421-9a94-378a015e383e taken with stack trace [, , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.781085] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3f2cf86-015c-4421-9a94-378a015e383e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.781154] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3f2cf86-015c-4421-9a94-378a015e383e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.781407] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3f2cf86-015c-4421-9a94-378a015e383e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.781492] env[69640]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3f2cf86-015c-4421-9a94-378a015e383e',) {} {{(pid=69640) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.029826] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.030133] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.030133] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.031351] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.031351] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.031351] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e46579-e21c-4583-94ef-9281dac91ce5 already deleted. [ 761.031351] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e46579-e21c-4583-94ef-9281dac91ce5" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.285061] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3f2cf86-015c-4421-9a94-378a015e383e [ 761.285342] env[69640]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69640) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.285534] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.285633] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.285868] env[69640]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.285957] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.286068] env[69640]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3f2cf86-015c-4421-9a94-378a015e383e already deleted. [ 761.286151] env[69640]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3f2cf86-015c-4421-9a94-378a015e383e" {{(pid=69640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.781657] env[69640]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 765.781933] env[69640]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 770.782556] env[69640]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 770.782922] env[69640]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 775.783816] env[69640]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 775.784130] env[69640]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 780.784846] env[69640]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 780.784846] env[69640]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 785.786314] env[69640]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 785.786688] env[69640]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 790.787986] env[69640]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 790.787986] env[69640]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0