[ 546.158972] env[70337]: INFO neutron.common.config [-] Logging enabled! [ 546.159487] env[70337]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 546.159827] env[70337]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=70337) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 546.160161] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 546.160271] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 546.161069] env[70337]: WARNING oslo_policy.policy [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 546.161292] env[70337]: WARNING oslo_policy.policy [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 546.162799] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] VMware NSXv3 Agent initialized successfully. [ 546.163157] env[70337]: DEBUG oslo_concurrency.lockutils [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] Acquiring lock "singleton_lock" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.163334] env[70337]: DEBUG oslo_concurrency.lockutils [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] Acquired lock "singleton_lock" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.163497] env[70337]: DEBUG oslo_concurrency.lockutils [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] Releasing lock "singleton_lock" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.163784] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] Full set of CONF: {{(pid=70337) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 546.163898] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ******************************************************************************** {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 546.164013] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] Configuration options gathered from: {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 546.164356] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 546.164531] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 546.164652] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ================================================================================ {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 546.164810] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] agent_down_time = 75 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.164952] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] allow_automatic_dhcp_failover = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.165103] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] allow_bulk = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.165252] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] api_extensions_path = {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.165392] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] api_paste_config = api-paste.ini {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.165531] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] auth_strategy = keystone {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.165637] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] backdoor_port = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.165739] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] backdoor_socket = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.165873] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] backlog = 4096 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.166043] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] base_mac = fa:16:3e:00:00:00 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.166236] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] bind_host = 0.0.0.0 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.166387] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] bind_port = 9696 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.166526] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] client_socket_timeout = 900 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.166670] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] config_dir = [] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.166781] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.166921] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] config_source = [] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.167075] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] control_exchange = neutron {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.167219] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] core_plugin = ml2 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.167357] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] debug = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.167494] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] default_availability_zones = [] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.167706] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.167847] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] dhcp_agent_notification = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.167983] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] dhcp_agents_per_network = 1 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.168160] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] dhcp_lease_duration = 86400 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.168311] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] dhcp_load_type = networks {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.168452] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] dns_domain = openstacklocal {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.168593] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.168729] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] enable_default_route_bfd = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.168863] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] enable_default_route_ecmp = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.168993] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] enable_dvr = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.169140] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] enable_new_agents = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.169274] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] enable_services_on_agents_with_admin_state_down = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.169403] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] enable_signals = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.169532] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] enable_traditional_dhcp = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.169676] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] external_dns_driver = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.169785] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] filter_validation = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.169925] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] global_physnet_mtu = 8950 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.170068] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] graceful_shutdown_timeout = 60 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.170306] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] host = cpu-1 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.170388] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] host_dvr_for_dhcp = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.170562] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] http_retries = 3 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.170708] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] instance_format = [instance: %(uuid)s] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.170847] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.170984] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ipam_driver = internal {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.171129] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ipv6_pd_enabled = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.171262] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] l3_ha = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.171403] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.171542] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] l3_ha_network_physical_name = {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.171679] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] l3_ha_network_type = {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.171819] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] log_color = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.171955] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] log_config_append = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.172102] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.172236] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] log_dir = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.172365] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] log_file = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.172469] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] log_options = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.172603] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] log_rotate_interval = 1 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.172746] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] log_rotate_interval_type = days {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.172890] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] log_rotation_type = none {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.172988] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.173104] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.173248] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.173380] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.173483] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.173617] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] max_dns_nameservers = 5 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.173749] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] max_header_line = 16384 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.173881] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] max_l3_agents_per_router = 3 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.174020] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] max_logfile_count = 30 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.174152] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] max_logfile_size_mb = 200 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.174285] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] max_subnet_host_routes = 20 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.174421] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] my_ip = 10.180.1.21 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.174557] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] my_ipv6 = ::1 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.174688] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] network_auto_schedule = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.174814] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] network_link_prefix = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.174950] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.175100] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] notify_nova_on_port_data_changes = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.175238] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] notify_nova_on_port_status_changes = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.175375] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] pagination_max_limit = -1 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.175506] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] publish_errors = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.175636] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] rate_limit_burst = 0 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.175774] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] rate_limit_except_level = CRITICAL {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.175906] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] rate_limit_interval = 0 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.176075] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] retry_until_window = 30 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.176226] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] router_distributed = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.176358] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] rpc_resources_processing_step = 20 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.176491] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] rpc_response_max_timeout = 600 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.176628] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] rpc_response_timeout = 60 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.176756] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] send_events_interval = 2 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.176902] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] service_plugins = ['router'] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.177055] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] setproctitle = on {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.177191] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] shell_completion = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.177335] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] state_path = /opt/stack/data/neutron {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.177469] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] syslog_log_facility = LOG_USER {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.177605] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] tcp_keepidle = 600 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.177743] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] transport_url = **** {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.177880] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] use_journal = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.178023] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] use_json = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.178186] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] use_ssl = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.178327] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] use_stderr = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.178472] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] use_syslog = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.178608] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] vlan_qinq = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.178743] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] vlan_transparent = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.178877] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] watch_log_file = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.179017] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] wsgi_default_pool_size = 100 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.179157] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] wsgi_keep_alive = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.179301] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.179433] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] wsgi_server_debug = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 546.179586] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_concurrency.disable_process_locking = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.179731] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.179876] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.180023] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.180163] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.180306] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.180457] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.180621] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler.connection_string = messaging:// {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.180767] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler.enabled = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.180907] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler.es_doc_type = notification {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.181056] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler.es_scroll_size = 10000 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.181204] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler.es_scroll_time = 2m {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.181347] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler.filter_error_trace = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.181491] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler.hmac_keys = **** {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.181635] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler.sentinel_service_name = mymaster {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.181784] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler.socket_timeout = 0.1 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.181922] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler.trace_requests = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.182096] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler.trace_sqlalchemy = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.182256] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler_jaeger.process_tags = {} {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.182414] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler_jaeger.service_name_prefix = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.182563] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] profiler_otlp.service_name_prefix = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.182725] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_policy.enforce_new_defaults = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.183013] env[70337]: WARNING oslo_config.cfg [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 546.183192] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_policy.enforce_scope = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.183342] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_policy.policy_default_rule = default {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.183497] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.183641] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.183788] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.183929] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.184069] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.184205] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.184339] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.184480] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_policy.remote_timeout = 60.0 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.184628] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.184775] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] agent.extensions = [] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.184920] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.185073] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] service_providers.service_provider = [] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.185224] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] QUOTAS.default_quota = -1 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.185369] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.185506] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] QUOTAS.quota_floatingip = 50 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.185645] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] QUOTAS.quota_network = 100 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.185781] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] QUOTAS.quota_port = 500 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.185915] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] QUOTAS.quota_rbac_policy = 10 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.186089] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] QUOTAS.quota_router = 10 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.186235] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] QUOTAS.quota_security_group = 10 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.186375] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] QUOTAS.quota_security_group_rule = 100 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.186516] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] QUOTAS.quota_subnet = 100 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.186710] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] QUOTAS.track_quota_usage = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.186894] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.186966] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep.group = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.187428] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep.helper_command = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.187428] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep.log_daemon_traceback = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.187428] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep.logger_name = oslo_privsep.daemon {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.187545] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep.thread_pool_size = 8 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.187857] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep.user = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.187857] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.187857] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_dhcp_release.group = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188045] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_dhcp_release.helper_command = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188145] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188294] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188432] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188562] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_dhcp_release.user = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188705] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188834] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_ovs_vsctl.group = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.188968] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_ovs_vsctl.helper_command = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.189111] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.189260] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.189384] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.189514] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_ovs_vsctl.user = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.189653] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_namespace.capabilities = [21] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.189782] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_namespace.group = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.189909] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_namespace.helper_command = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.190053] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_namespace.log_daemon_traceback = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.190191] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.190328] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_namespace.thread_pool_size = 8 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.190477] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_namespace.user = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.190630] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_conntrack.capabilities = [12] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.190762] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_conntrack.group = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.190886] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_conntrack.helper_command = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191029] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_conntrack.log_daemon_traceback = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191164] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191299] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_conntrack.thread_pool_size = 8 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191428] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_conntrack.user = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191568] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_link.capabilities = [12, 21] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191699] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_link.group = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191823] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_link.helper_command = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.191955] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_link.log_daemon_traceback = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.192103] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.192239] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_link.thread_pool_size = 8 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.192365] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] privsep_link.user = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.192516] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.192659] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.192798] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.continue_on_failed_promotions = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.192928] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.dscp = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.193073] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.dscp_inherit = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.193214] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.force_mp_to_policy = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.193347] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.locking_coordinator_url = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.193482] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.log_agent_heartbeats = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.193616] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.logging_expire = 1 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.193760] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.193900] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.194052] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.polling_interval = 240 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.194196] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.194339] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.quitting_rpc_timeout = 120 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.194483] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.report_interval = 30.0 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.194624] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.194765] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.194906] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.195056] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.sync_skew = 60 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.195198] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.synchronization_queue_size = 20 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.195337] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT.use_helper_for_ns_read = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.195480] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] SECURITYGROUP.enable_ipset = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.195622] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] SECURITYGROUP.enable_security_group = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.195761] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.195900] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.196078] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] experimental.ipv6_pd_enabled = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.196242] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ml2.extension_drivers = ['port_security'] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.196379] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ml2.external_network_type = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.196529] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.196671] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ml2.overlay_ip_version = 4 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.196811] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ml2.path_mtu = 8950 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.196954] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ml2.physical_network_mtus = {} {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201019] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ml2.tenant_network_types = ['vlan'] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201019] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201019] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ml2.type_drivers = ['vlan'] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201019] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT_CLI.neutron_port_id = [] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201019] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201019] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201019] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201466] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201466] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201466] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201466] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201466] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201466] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201627] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_login_password = **** {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201627] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_login_port = 443 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201627] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_login_user = admin {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201627] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201627] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201627] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201627] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201808] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201808] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201808] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201808] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201808] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201808] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201966] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201966] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201966] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201966] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201966] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] vsphere.vsphere_login_password = VMware1! {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.201966] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.202128] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.202128] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] nova.auth_section = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.202401] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] nova.auth_type = password {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.202401] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.202536] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] nova.certfile = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.202673] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] nova.collect_timing = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.202834] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] nova.endpoint_type = public {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.202944] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] nova.insecure = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.203617] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] nova.keyfile = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.203617] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] nova.region_name = RegionOne {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.203617] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] nova.split_loggers = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.203617] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] nova.timeout = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.203617] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] placement.auth_section = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.203782] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] placement.auth_type = password {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.204054] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.204054] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] placement.certfile = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.204136] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] placement.collect_timing = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.204401] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] placement.endpoint_type = public {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.204401] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] placement.insecure = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.204567] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] placement.keyfile = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.204655] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] placement.region_name = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.204793] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] placement.split_loggers = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.204970] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] placement.timeout = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.205148] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.auth_section = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.205191] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.auth_type = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.205324] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.cafile = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.205457] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.certfile = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.205669] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.collect_timing = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.205725] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.connect_retries = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.205846] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.connect_retry_delay = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.205994] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.enable_notifications = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.206154] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.endpoint_override = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.206294] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.insecure = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.206504] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.interface = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.206645] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.keyfile = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.206781] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.max_version = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.206910] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.min_version = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.207055] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.region_name = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.207193] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.retriable_status_codes = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.207325] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.service_name = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.207461] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.service_type = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.207589] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.split_loggers = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.207716] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.status_code_retries = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.207844] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.status_code_retry_delay = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.207972] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.timeout = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.208138] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.valid_interfaces = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.208281] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ironic.version = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.208426] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] cli_script.dry_run = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.208575] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.208714] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.208851] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.208989] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.209140] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.209281] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.209416] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.209551] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.209687] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.209828] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.209961] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.210114] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.210257] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.210419] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.210565] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.210714] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.210853] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.210990] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.211152] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.211290] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.211427] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.211564] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.211700] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.211837] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.211974] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.212125] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.212265] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.212403] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.212540] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.212676] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.212814] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.ssl = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.212957] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.213111] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.213251] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.213393] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.213535] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.ssl_version = {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.213672] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.213818] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_notifications.driver = [] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.214010] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_notifications.retry = -1 {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.214117] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.214255] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] oslo_messaging_notifications.transport_url = **** {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 546.214400] env[70337]: DEBUG oslo_service.backend.eventlet.service [None req-528fa7dc-9f2e-49b1-bad4-a4053fe188da None None] ******************************************************************************** {{(pid=70337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 546.215347] env[70337]: DEBUG neutron.agent.securitygroups_rpc [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Init firewall settings (driver=nsxv3) {{(pid=70337) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 546.216742] env[70337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=70337) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 546.216984] env[70337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] RPC agent_id: nsxm-l-01a.corp.local [ 546.219258] env[70337]: DEBUG dogpile.cache.region [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] No value present for key: 'zone-id' {{(pid=70337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 546.219373] env[70337]: DEBUG dogpile.lock [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] NeedRegenerationException {{(pid=70337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 546.219470] env[70337]: DEBUG dogpile.lock [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] no value, waiting for create lock {{(pid=70337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 546.219561] env[70337]: DEBUG dogpile.lock [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] value creation lock acquired {{(pid=70337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 546.219654] env[70337]: DEBUG dogpile.cache.region [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] No value present for key: 'zone-id' {{(pid=70337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 546.219740] env[70337]: DEBUG dogpile.lock [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Calling creation function for not-yet-present value {{(pid=70337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 546.219857] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 546.250640] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Session token - acquiring [ 546.252195] env[70337]: DEBUG networking_nsxv3.common.locking [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.252376] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.252461] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.252873] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.263506] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.538891] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 546.559638] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 546.559812] env[70337]: DEBUG dogpile.cache.region [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Cache value generated in 0.340 seconds for key(s): 'zone-id' {{(pid=70337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 546.559928] env[70337]: DEBUG dogpile.lock [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Released creation lock {{(pid=70337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 546.560039] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Activating Policy API Provider. [ 546.560254] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Looking for the default Infrastructure Rules. [ 546.627174] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Looking for the Default Layer3 Logged Drop Section. [ 546.643512] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 546.643961] env[70337]: DEBUG networking_nsxv3.common.locking [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.644153] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquiring lock "all" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.644253] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired lock "all" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.644526] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired external semaphore "all" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.644846] env[70337]: DEBUG networking_nsxv3.api.rpc [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.159713] env[70337]: DEBUG networking_nsxv3.api.rpc [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.663582] env[70337]: DEBUG networking_nsxv3.api.rpc [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.165749] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Inventory metadata is going to be refreshed. [ 548.166171] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 549.029344] env[70337]: DEBUG networking_nsxv3.common.locking [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.029578] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquiring lock "Segment" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.029726] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired lock "Segment" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.030184] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired external semaphore "Segment" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.041491] env[70337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 549.042460] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Releasing lock "Segment" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.043398] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 549.061131] env[70337]: DEBUG networking_nsxv3.common.locking [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.061353] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.061486] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.061763] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.061889] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.062061] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 549.062177] env[70337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=70337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.062287] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 549.084646] env[70337]: DEBUG networking_nsxv3.common.locking [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.084860] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.085017] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.085267] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.085452] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.085605] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 549.110382] env[70337]: DEBUG networking_nsxv3.common.locking [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.110657] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.110657] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.110957] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.111116] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.111270] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 549.131966] env[70337]: DEBUG networking_nsxv3.common.locking [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.132198] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquiring lock "Address Group" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.132264] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired lock "Address Group" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.132551] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired external semaphore "Address Group" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.132722] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Releasing lock "Address Group" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.132884] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 549.132987] env[70337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.133099] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 549.154512] env[70337]: DEBUG networking_nsxv3.common.locking [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.154762] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquiring lock "Segment QoS" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.154807] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired lock "Segment QoS" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.155095] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired external semaphore "Segment QoS" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.155228] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Releasing lock "Segment QoS" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.155407] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 549.155512] env[70337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=70337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.155619] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 549.177420] env[70337]: DEBUG networking_nsxv3.common.locking [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.177864] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquiring lock "Security Group (Members)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.177864] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired lock "Security Group (Members)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.178211] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Acquired external semaphore "Security Group (Members)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.178317] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Releasing lock "Security Group (Members)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.178412] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 549.178515] env[70337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.178612] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Inventory metadata have been refreshed. [ 549.178726] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Dryrun:True. Metadata refresh completed. [ 549.178819] env[70337]: DEBUG oslo_concurrency.lockutils [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Releasing lock "all" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.180698] env[70337]: INFO neutron.agent.agent_extensions_manager [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Loaded agent extensions: [] [ 549.181468] env[70337]: DEBUG neutron_lib.callbacks.manager [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=70337) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 549.249540] env[70337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] NSXv3 Agent Agent RPC Daemon Started! [ 549.249709] env[70337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] NSXv3 Agent Agent loop - iteration:0 started [ 549.249745] env[70337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-07862247-fdf0-4763-8abe-da517dea5150 None None] NSXv3 Agent Agent out of sync with plugin! [ 554.182589] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.182969] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.183806] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.184199] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.184989] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.185449] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.185449] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.185563] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.185732] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.687828] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.185396] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.185658] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.190943] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.298379] env[70337]: INFO networking_nsxv3.common.synchronization [None req-86c69852-6949-4bc8-8084-cd30ef2874a2 demo admin] Enqueued Resource ID: bd3404d9-6c6d-4725-b045-72a96b3b3e00 with Priority: HIGHEST for action security_group_rules [ 564.298899] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3404d9-6c6d-4725-b045-72a96b3b3e00 with Priority: HIGHEST for action security_group_rules [ 564.299223] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd3404d9-6c6d-4725-b045-72a96b3b3e00 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.299366] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd3404d9-6c6d-4725-b045-72a96b3b3e00" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.299439] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd3404d9-6c6d-4725-b045-72a96b3b3e00" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.299734] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd3404d9-6c6d-4725-b045-72a96b3b3e00" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.299839] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd3404d9-6c6d-4725-b045-72a96b3b3e00',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.692810] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 564.693735] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 564.826529] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.826854] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.826854] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.827177] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.827177] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.827177] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd3404d9-6c6d-4725-b045-72a96b3b3e00 already deleted. [ 564.827177] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd3404d9-6c6d-4725-b045-72a96b3b3e00" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.467379] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.467738] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.467738] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.467882] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.480047] env[70337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 565.481312] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.481906] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 565.499073] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.499236] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.499329] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.499540] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.499574] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.499694] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 565.499811] env[70337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.499873] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 565.519905] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.519905] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.520120] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.520184] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.520299] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.520408] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 565.542013] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.542260] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.542260] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.542435] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.542547] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.542660] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 565.563011] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.563220] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.563220] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.563488] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.563626] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.563772] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 565.563861] env[70337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.563953] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 565.582737] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.582952] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.582952] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.583160] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.583247] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.583360] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 565.583433] env[70337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.583506] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 565.606591] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.606817] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.606817] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.607009] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.607123] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.607246] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 565.607320] env[70337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.607389] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 565.607457] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 565.607536] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 565.607601] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 565.607661] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 565.607931] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 565.607998] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 565.608082] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 565.630594] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.630844] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.630844] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.631021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.631133] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.631249] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 565.652442] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.652664] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.652664] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.652816] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.652926] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.664641] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.299953] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.300375] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.301058] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.301448] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.302088] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.302441] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.302871] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 584.303256] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 589.303614] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 589.303934] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 590.290580] env[70337]: INFO networking_nsxv3.common.synchronization [None req-ba864774-9d6d-4c42-a7b7-86e49d9d184a None None] Enqueued Resource ID: 83559d2a-3b23-47ac-813d-c5770cf87a1c with Priority: HIGHEST for action port [ 590.290829] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83559d2a-3b23-47ac-813d-c5770cf87a1c with Priority: HIGHEST for action port [ 590.291392] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-83559d2a-3b23-47ac-813d-c5770cf87a1c taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.291941] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83559d2a-3b23-47ac-813d-c5770cf87a1c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.292029] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83559d2a-3b23-47ac-813d-c5770cf87a1c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.292620] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83559d2a-3b23-47ac-813d-c5770cf87a1c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.292702] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83559d2a-3b23-47ac-813d-c5770cf87a1c',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.796859] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83559d2a-3b23-47ac-813d-c5770cf87a1c [ 590.797184] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.797376] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.797376] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.798330] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.798330] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.798330] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83559d2a-3b23-47ac-813d-c5770cf87a1c already deleted. [ 590.798330] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83559d2a-3b23-47ac-813d-c5770cf87a1c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.247948] env[70337]: INFO networking_nsxv3.common.synchronization [None req-2aa1e674-7956-40e8-89e5-6f02ffb87f8d None None] Enqueued Resource ID: d0f705a4-cca0-47d8-8b36-95c5f03c411d with Priority: HIGHEST for action port [ 592.247948] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f705a4-cca0-47d8-8b36-95c5f03c411d with Priority: HIGHEST for action port [ 592.247948] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f705a4-cca0-47d8-8b36-95c5f03c411d taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.247948] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f705a4-cca0-47d8-8b36-95c5f03c411d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.247948] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f705a4-cca0-47d8-8b36-95c5f03c411d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.248324] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f705a4-cca0-47d8-8b36-95c5f03c411d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.248324] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f705a4-cca0-47d8-8b36-95c5f03c411d',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.752499] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0f705a4-cca0-47d8-8b36-95c5f03c411d [ 592.752499] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.753234] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.753234] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.753234] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.753234] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.753234] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0f705a4-cca0-47d8-8b36-95c5f03c411d already deleted. [ 592.753234] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f705a4-cca0-47d8-8b36-95c5f03c411d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.021861] env[70337]: INFO networking_nsxv3.common.synchronization [None req-39da16e4-794c-4eec-8600-d5664c8761b0 None None] Enqueued Resource ID: e1a8e5b4-13b1-48ea-b9d3-c8d2592c036a with Priority: HIGHEST for action port [ 595.021861] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1a8e5b4-13b1-48ea-b9d3-c8d2592c036a with Priority: HIGHEST for action port [ 595.021861] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1a8e5b4-13b1-48ea-b9d3-c8d2592c036a taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.021861] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1a8e5b4-13b1-48ea-b9d3-c8d2592c036a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.021861] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1a8e5b4-13b1-48ea-b9d3-c8d2592c036a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.021861] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1a8e5b4-13b1-48ea-b9d3-c8d2592c036a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.021861] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1a8e5b4-13b1-48ea-b9d3-c8d2592c036a',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.524614] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1a8e5b4-13b1-48ea-b9d3-c8d2592c036a [ 595.524846] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.524995] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.525075] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.525273] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.525357] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.525450] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1a8e5b4-13b1-48ea-b9d3-c8d2592c036a already deleted. [ 595.525530] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1a8e5b4-13b1-48ea-b9d3-c8d2592c036a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.667569] env[70337]: INFO networking_nsxv3.common.synchronization [None req-f689f3f4-6147-42c2-aebb-f5af2aad727e None None] Enqueued Resource ID: dd8fb8a7-901b-4fa9-bb16-7de97cc5d7ff with Priority: HIGHEST for action port [ 595.667569] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8fb8a7-901b-4fa9-bb16-7de97cc5d7ff with Priority: HIGHEST for action port [ 595.667569] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd8fb8a7-901b-4fa9-bb16-7de97cc5d7ff taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.667569] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd8fb8a7-901b-4fa9-bb16-7de97cc5d7ff" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.667569] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd8fb8a7-901b-4fa9-bb16-7de97cc5d7ff" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.667759] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd8fb8a7-901b-4fa9-bb16-7de97cc5d7ff" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.667859] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8fb8a7-901b-4fa9-bb16-7de97cc5d7ff',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.170873] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd8fb8a7-901b-4fa9-bb16-7de97cc5d7ff [ 596.171199] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.174807] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.175164] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.175164] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.175261] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.175340] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd8fb8a7-901b-4fa9-bb16-7de97cc5d7ff already deleted. [ 596.175424] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd8fb8a7-901b-4fa9-bb16-7de97cc5d7ff" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.334588] env[70337]: INFO networking_nsxv3.common.synchronization [None req-667cc003-fd89-43e6-a8ce-db714255c105 None None] Enqueued Resource ID: 79dabfc6-ed15-41a1-b852-6118ac74584b with Priority: HIGHEST for action port [ 596.334835] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79dabfc6-ed15-41a1-b852-6118ac74584b with Priority: HIGHEST for action port [ 596.335386] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-79dabfc6-ed15-41a1-b852-6118ac74584b taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.338014] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79dabfc6-ed15-41a1-b852-6118ac74584b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.338014] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79dabfc6-ed15-41a1-b852-6118ac74584b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.338014] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79dabfc6-ed15-41a1-b852-6118ac74584b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.338014] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79dabfc6-ed15-41a1-b852-6118ac74584b',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.843400] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79dabfc6-ed15-41a1-b852-6118ac74584b [ 596.843622] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.843750] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.843827] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.844057] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.844152] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.844243] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79dabfc6-ed15-41a1-b852-6118ac74584b already deleted. [ 596.844323] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79dabfc6-ed15-41a1-b852-6118ac74584b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.873295] env[70337]: INFO networking_nsxv3.common.synchronization [None req-fca7ba4b-5562-4941-823e-480c196e4863 None None] Enqueued Resource ID: d60c93a2-a087-40c6-b0aa-0b2e22e0cfd3 with Priority: HIGHEST for action port [ 596.873295] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d60c93a2-a087-40c6-b0aa-0b2e22e0cfd3 with Priority: HIGHEST for action port [ 596.873691] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d60c93a2-a087-40c6-b0aa-0b2e22e0cfd3 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.873822] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d60c93a2-a087-40c6-b0aa-0b2e22e0cfd3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.873822] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d60c93a2-a087-40c6-b0aa-0b2e22e0cfd3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.874097] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d60c93a2-a087-40c6-b0aa-0b2e22e0cfd3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.874407] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60c93a2-a087-40c6-b0aa-0b2e22e0cfd3',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.914072] env[70337]: INFO networking_nsxv3.common.synchronization [None req-3524eee7-193a-41fa-92a3-29682a72c11c None None] Enqueued Resource ID: 385f8d14-5d54-4540-b65c-5d5210ba4fe4 with Priority: HIGHEST for action port [ 596.914072] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385f8d14-5d54-4540-b65c-5d5210ba4fe4 with Priority: HIGHEST for action port [ 596.915684] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-385f8d14-5d54-4540-b65c-5d5210ba4fe4 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.915684] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-385f8d14-5d54-4540-b65c-5d5210ba4fe4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.915892] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-385f8d14-5d54-4540-b65c-5d5210ba4fe4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.916089] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-385f8d14-5d54-4540-b65c-5d5210ba4fe4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.917203] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('385f8d14-5d54-4540-b65c-5d5210ba4fe4',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.376627] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d60c93a2-a087-40c6-b0aa-0b2e22e0cfd3 [ 597.376911] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.377679] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.377752] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.377920] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.378666] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.378666] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d60c93a2-a087-40c6-b0aa-0b2e22e0cfd3 already deleted. [ 597.378738] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d60c93a2-a087-40c6-b0aa-0b2e22e0cfd3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.421103] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 385f8d14-5d54-4540-b65c-5d5210ba4fe4 [ 597.421325] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.421516] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.421579] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.421743] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.421835] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.421927] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:385f8d14-5d54-4540-b65c-5d5210ba4fe4 already deleted. [ 597.422012] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-385f8d14-5d54-4540-b65c-5d5210ba4fe4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.021647] env[70337]: INFO networking_nsxv3.common.synchronization [None req-7207a604-5a70-49c0-ab45-bb691a827f00 None None] Enqueued Resource ID: a8519efb-0d33-474d-9bab-fae03a698771 with Priority: HIGHEST for action port [ 598.022289] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8519efb-0d33-474d-9bab-fae03a698771 with Priority: HIGHEST for action port [ 598.022603] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8519efb-0d33-474d-9bab-fae03a698771 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.022727] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8519efb-0d33-474d-9bab-fae03a698771" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.022792] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8519efb-0d33-474d-9bab-fae03a698771" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.023189] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8519efb-0d33-474d-9bab-fae03a698771" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.023283] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8519efb-0d33-474d-9bab-fae03a698771',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.284791] env[70337]: INFO networking_nsxv3.common.synchronization [None req-9ac8ca13-314d-4316-a8a2-2c3b1b69a181 None None] Enqueued Resource ID: 608875b9-2792-49d7-bca6-c593a5150489 with Priority: HIGHEST for action port [ 598.285061] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 608875b9-2792-49d7-bca6-c593a5150489 with Priority: HIGHEST for action port [ 598.285605] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-608875b9-2792-49d7-bca6-c593a5150489 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.285734] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-608875b9-2792-49d7-bca6-c593a5150489" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.285804] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-608875b9-2792-49d7-bca6-c593a5150489" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.286068] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-608875b9-2792-49d7-bca6-c593a5150489" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.286156] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('608875b9-2792-49d7-bca6-c593a5150489',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.526022] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8519efb-0d33-474d-9bab-fae03a698771 [ 598.526321] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.526394] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.526431] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.527121] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.527121] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.527121] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8519efb-0d33-474d-9bab-fae03a698771 already deleted. [ 598.527121] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8519efb-0d33-474d-9bab-fae03a698771" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.788403] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 608875b9-2792-49d7-bca6-c593a5150489 [ 598.788502] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.788584] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.788652] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.788894] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.789021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.789121] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:608875b9-2792-49d7-bca6-c593a5150489 already deleted. [ 598.789363] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-608875b9-2792-49d7-bca6-c593a5150489" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.472888] env[70337]: INFO networking_nsxv3.common.synchronization [None req-972d6d07-02a8-4bed-a6c8-e7601606f9e4 None None] Enqueued Resource ID: 7a88e607-5655-4ead-b73e-cb1311d0e682 with Priority: HIGHEST for action port [ 599.475291] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a88e607-5655-4ead-b73e-cb1311d0e682 with Priority: HIGHEST for action port [ 599.475291] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a88e607-5655-4ead-b73e-cb1311d0e682 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.475291] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a88e607-5655-4ead-b73e-cb1311d0e682" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.475291] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a88e607-5655-4ead-b73e-cb1311d0e682" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.475291] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a88e607-5655-4ead-b73e-cb1311d0e682" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.475291] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a88e607-5655-4ead-b73e-cb1311d0e682',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.910470] env[70337]: INFO networking_nsxv3.common.synchronization [None req-6eddfba5-bd19-4206-b97f-7ab8763019ab None None] Enqueued Resource ID: c6fa09de-05ea-4a3f-9b79-57891fd522cc with Priority: HIGHEST for action port [ 599.911088] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fa09de-05ea-4a3f-9b79-57891fd522cc with Priority: HIGHEST for action port [ 599.911226] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6fa09de-05ea-4a3f-9b79-57891fd522cc taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.911357] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6fa09de-05ea-4a3f-9b79-57891fd522cc" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.911692] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6fa09de-05ea-4a3f-9b79-57891fd522cc" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.911692] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6fa09de-05ea-4a3f-9b79-57891fd522cc" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.911763] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6fa09de-05ea-4a3f-9b79-57891fd522cc',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.962245] env[70337]: INFO networking_nsxv3.common.synchronization [None req-1e2fdf54-fd73-4547-9056-0782d37708f7 None None] Enqueued Resource ID: 36d626d4-be78-48b2-a721-197ee8a4e1c3 with Priority: HIGHEST for action port [ 599.962245] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d626d4-be78-48b2-a721-197ee8a4e1c3 with Priority: HIGHEST for action port [ 599.962245] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-36d626d4-be78-48b2-a721-197ee8a4e1c3 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.962245] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36d626d4-be78-48b2-a721-197ee8a4e1c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.962245] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36d626d4-be78-48b2-a721-197ee8a4e1c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.962245] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36d626d4-be78-48b2-a721-197ee8a4e1c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.962245] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36d626d4-be78-48b2-a721-197ee8a4e1c3',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.979430] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a88e607-5655-4ead-b73e-cb1311d0e682 [ 599.980876] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.980876] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.980876] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.980876] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.980876] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.981117] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a88e607-5655-4ead-b73e-cb1311d0e682 already deleted. [ 599.981117] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a88e607-5655-4ead-b73e-cb1311d0e682" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.376061] env[70337]: INFO networking_nsxv3.common.synchronization [None req-1fd17f8c-e633-4019-801f-99f41b9202a3 None None] Enqueued Resource ID: fdde2eab-29bf-4d4d-ab10-9005067c853e with Priority: HIGHEST for action port [ 600.376061] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdde2eab-29bf-4d4d-ab10-9005067c853e with Priority: HIGHEST for action port [ 600.376232] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdde2eab-29bf-4d4d-ab10-9005067c853e taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.376362] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdde2eab-29bf-4d4d-ab10-9005067c853e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.376424] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdde2eab-29bf-4d4d-ab10-9005067c853e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.376689] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdde2eab-29bf-4d4d-ab10-9005067c853e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.376766] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdde2eab-29bf-4d4d-ab10-9005067c853e',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.416385] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6fa09de-05ea-4a3f-9b79-57891fd522cc [ 600.416385] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.416385] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.416385] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.416385] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.416562] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.417072] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6fa09de-05ea-4a3f-9b79-57891fd522cc already deleted. [ 600.417215] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6fa09de-05ea-4a3f-9b79-57891fd522cc" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.468747] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36d626d4-be78-48b2-a721-197ee8a4e1c3 [ 600.468747] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.468747] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.468747] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.468747] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.469314] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.469314] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36d626d4-be78-48b2-a721-197ee8a4e1c3 already deleted. [ 600.469314] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36d626d4-be78-48b2-a721-197ee8a4e1c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.881810] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdde2eab-29bf-4d4d-ab10-9005067c853e [ 600.882066] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.882166] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.882241] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.882479] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.882529] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.882627] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdde2eab-29bf-4d4d-ab10-9005067c853e already deleted. [ 600.882765] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdde2eab-29bf-4d4d-ab10-9005067c853e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.913083] env[70337]: INFO networking_nsxv3.common.synchronization [None req-cf8131aa-9514-4ac2-b7f8-f3ce3572726f tempest-ServerActionsTestOtherB-1186580892 tempest-ServerActionsTestOtherB-1186580892-project-member] Enqueued Resource ID: fee4e93d-9312-4274-ac1c-6273ff6b63a3 with Priority: HIGHEST for action security_group_rules [ 601.913624] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee4e93d-9312-4274-ac1c-6273ff6b63a3 with Priority: HIGHEST for action security_group_rules [ 601.913924] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fee4e93d-9312-4274-ac1c-6273ff6b63a3 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.914119] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fee4e93d-9312-4274-ac1c-6273ff6b63a3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.914119] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fee4e93d-9312-4274-ac1c-6273ff6b63a3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.914388] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fee4e93d-9312-4274-ac1c-6273ff6b63a3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.914502] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fee4e93d-9312-4274-ac1c-6273ff6b63a3',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.988932] env[70337]: INFO networking_nsxv3.common.synchronization [None req-10368570-8551-42dd-89db-16009b2f5f69 None None] Enqueued Resource ID: 50d47ebe-3ea2-4947-a6f5-e597d05c2519 with Priority: HIGHEST for action port [ 601.989198] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d47ebe-3ea2-4947-a6f5-e597d05c2519 with Priority: HIGHEST for action port [ 601.989815] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-50d47ebe-3ea2-4947-a6f5-e597d05c2519 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.989815] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50d47ebe-3ea2-4947-a6f5-e597d05c2519" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.989970] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50d47ebe-3ea2-4947-a6f5-e597d05c2519" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.990312] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50d47ebe-3ea2-4947-a6f5-e597d05c2519" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.990312] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d47ebe-3ea2-4947-a6f5-e597d05c2519',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.255419] env[70337]: INFO networking_nsxv3.common.synchronization [None req-0fc56038-f8eb-4318-a11f-9de9db34ee7d tempest-ServerActionsTestOtherB-1186580892 tempest-ServerActionsTestOtherB-1186580892-project-member] Enqueued Resource ID: fee4e93d-9312-4274-ac1c-6273ff6b63a3 with Priority: HIGHEST for action security_group_rules [ 602.255909] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee4e93d-9312-4274-ac1c-6273ff6b63a3 with Priority: HIGHEST for action security_group_rules [ 602.256484] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fee4e93d-9312-4274-ac1c-6273ff6b63a3 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.256484] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fee4e93d-9312-4274-ac1c-6273ff6b63a3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.435765] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.435950] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.436039] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.436289] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.436398] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.436558] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fee4e93d-9312-4274-ac1c-6273ff6b63a3 already deleted. [ 602.437309] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fee4e93d-9312-4274-ac1c-6273ff6b63a3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.437493] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fee4e93d-9312-4274-ac1c-6273ff6b63a3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.437673] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fee4e93d-9312-4274-ac1c-6273ff6b63a3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.437750] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fee4e93d-9312-4274-ac1c-6273ff6b63a3',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.492708] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50d47ebe-3ea2-4947-a6f5-e597d05c2519 [ 602.493651] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.493651] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.493651] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.493651] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.493651] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.493651] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50d47ebe-3ea2-4947-a6f5-e597d05c2519 already deleted. [ 602.493651] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50d47ebe-3ea2-4947-a6f5-e597d05c2519" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.648999] env[70337]: INFO networking_nsxv3.common.synchronization [None req-2d5583a4-be62-4daa-96f7-5dad6e9bf8c5 None None] Enqueued Resource ID: db39b706-6964-461d-a030-ddc99bc5297a with Priority: HIGHEST for action port [ 602.649278] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db39b706-6964-461d-a030-ddc99bc5297a with Priority: HIGHEST for action port [ 602.649981] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-db39b706-6964-461d-a030-ddc99bc5297a taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.651948] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db39b706-6964-461d-a030-ddc99bc5297a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.651948] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db39b706-6964-461d-a030-ddc99bc5297a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.651948] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db39b706-6964-461d-a030-ddc99bc5297a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.651948] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db39b706-6964-461d-a030-ddc99bc5297a',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.965442] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.965719] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.965719] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.965793] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.965927] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.965985] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fee4e93d-9312-4274-ac1c-6273ff6b63a3 already deleted. [ 602.966074] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fee4e93d-9312-4274-ac1c-6273ff6b63a3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.153618] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db39b706-6964-461d-a030-ddc99bc5297a [ 603.156757] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.156757] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.156757] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.156757] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.156757] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.156757] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db39b706-6964-461d-a030-ddc99bc5297a already deleted. [ 603.156757] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db39b706-6964-461d-a030-ddc99bc5297a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.360892] env[70337]: INFO networking_nsxv3.common.synchronization [None req-2c92c1d9-daba-4bbb-9f98-5c5b47813fb8 None None] Enqueued Resource ID: 870feb70-a52c-46bf-b81e-e76d48c22b81 with Priority: HIGHEST for action port [ 603.361163] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 870feb70-a52c-46bf-b81e-e76d48c22b81 with Priority: HIGHEST for action port [ 603.361730] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-870feb70-a52c-46bf-b81e-e76d48c22b81 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.361860] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-870feb70-a52c-46bf-b81e-e76d48c22b81" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.361928] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-870feb70-a52c-46bf-b81e-e76d48c22b81" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.363129] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-870feb70-a52c-46bf-b81e-e76d48c22b81" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.363223] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('870feb70-a52c-46bf-b81e-e76d48c22b81',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.860572] env[70337]: INFO networking_nsxv3.common.synchronization [None req-f8141da7-514a-4d9c-96ca-ab3e53d5d971 None None] Enqueued Resource ID: 50e3632f-ee37-406f-8811-52b1826d39d9 with Priority: HIGHEST for action port [ 603.860728] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e3632f-ee37-406f-8811-52b1826d39d9 with Priority: HIGHEST for action port [ 603.862796] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-50e3632f-ee37-406f-8811-52b1826d39d9 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.862796] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50e3632f-ee37-406f-8811-52b1826d39d9" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.862796] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50e3632f-ee37-406f-8811-52b1826d39d9" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.862796] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50e3632f-ee37-406f-8811-52b1826d39d9" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.862796] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e3632f-ee37-406f-8811-52b1826d39d9',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.866891] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 870feb70-a52c-46bf-b81e-e76d48c22b81 [ 603.867117] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.867241] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.867380] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.867515] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.867604] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.868173] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:870feb70-a52c-46bf-b81e-e76d48c22b81 already deleted. [ 603.868173] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-870feb70-a52c-46bf-b81e-e76d48c22b81" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.898669] env[70337]: INFO networking_nsxv3.common.synchronization [req-2c36fd61-457a-44c9-9ab4-fdfcb55a0705 req-899c34c6-f448-4c03-a9ee-09fc5985f5b2 tempest-SecurityGroupRulesTestJSON-756424508 tempest-SecurityGroupRulesTestJSON-756424508-project-member] Enqueued Resource ID: d774b16f-1cdc-441f-ac5a-ac9a6b77156a with Priority: HIGHEST for action security_group_rules [ 603.898669] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d774b16f-1cdc-441f-ac5a-ac9a6b77156a with Priority: HIGHEST for action security_group_rules [ 603.900771] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d774b16f-1cdc-441f-ac5a-ac9a6b77156a taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.903027] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d774b16f-1cdc-441f-ac5a-ac9a6b77156a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.903027] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d774b16f-1cdc-441f-ac5a-ac9a6b77156a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.903027] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d774b16f-1cdc-441f-ac5a-ac9a6b77156a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.903027] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d774b16f-1cdc-441f-ac5a-ac9a6b77156a',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.364867] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50e3632f-ee37-406f-8811-52b1826d39d9 [ 604.365393] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.365393] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.365393] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.365570] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.365704] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.365750] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50e3632f-ee37-406f-8811-52b1826d39d9 already deleted. [ 604.365789] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50e3632f-ee37-406f-8811-52b1826d39d9" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.438544] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.438716] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.438791] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.439071] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.439169] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.439271] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d774b16f-1cdc-441f-ac5a-ac9a6b77156a already deleted. [ 604.439356] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d774b16f-1cdc-441f-ac5a-ac9a6b77156a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.424798] env[70337]: INFO networking_nsxv3.common.synchronization [None req-5699f9c1-4e40-43a3-aead-1adb7c8373ac None None] Enqueued Resource ID: c13453e4-17d2-495e-9128-d02d406009fe with Priority: HIGHEST for action port [ 605.426018] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13453e4-17d2-495e-9128-d02d406009fe with Priority: HIGHEST for action port [ 605.426758] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c13453e4-17d2-495e-9128-d02d406009fe taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.427059] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c13453e4-17d2-495e-9128-d02d406009fe" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.427253] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c13453e4-17d2-495e-9128-d02d406009fe" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.427851] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c13453e4-17d2-495e-9128-d02d406009fe" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.428020] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13453e4-17d2-495e-9128-d02d406009fe',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.930711] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c13453e4-17d2-495e-9128-d02d406009fe [ 605.930951] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.931099] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.931168] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.931408] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.931495] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.931591] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c13453e4-17d2-495e-9128-d02d406009fe already deleted. [ 605.931675] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c13453e4-17d2-495e-9128-d02d406009fe" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.228750] env[70337]: INFO networking_nsxv3.common.synchronization [None req-27011b6d-a0ea-42b9-9e43-0006e064c340 None None] Enqueued Resource ID: 393529fa-c7ad-4c7e-8532-b2b93109779c with Priority: HIGHEST for action port [ 606.229056] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393529fa-c7ad-4c7e-8532-b2b93109779c with Priority: HIGHEST for action port [ 606.229651] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-393529fa-c7ad-4c7e-8532-b2b93109779c taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.230150] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-393529fa-c7ad-4c7e-8532-b2b93109779c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.230150] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-393529fa-c7ad-4c7e-8532-b2b93109779c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.230375] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-393529fa-c7ad-4c7e-8532-b2b93109779c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.230375] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393529fa-c7ad-4c7e-8532-b2b93109779c',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.731909] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 393529fa-c7ad-4c7e-8532-b2b93109779c [ 606.732211] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.732787] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.732787] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.732787] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.732787] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.732787] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:393529fa-c7ad-4c7e-8532-b2b93109779c already deleted. [ 606.732990] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-393529fa-c7ad-4c7e-8532-b2b93109779c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.831117] env[70337]: INFO networking_nsxv3.common.synchronization [None req-5e0b9dbf-6857-4c37-8f53-a12679fadf30 None None] Enqueued Resource ID: f7a5b50b-e69f-4369-b357-186b1aad43de with Priority: HIGHEST for action port [ 606.832409] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a5b50b-e69f-4369-b357-186b1aad43de with Priority: HIGHEST for action port [ 606.834069] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7a5b50b-e69f-4369-b357-186b1aad43de taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.835256] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7a5b50b-e69f-4369-b357-186b1aad43de" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.835393] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7a5b50b-e69f-4369-b357-186b1aad43de" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.835732] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7a5b50b-e69f-4369-b357-186b1aad43de" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.836405] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7a5b50b-e69f-4369-b357-186b1aad43de',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.338515] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7a5b50b-e69f-4369-b357-186b1aad43de [ 607.338811] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.338973] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.339057] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.339270] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.339358] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.341502] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7a5b50b-e69f-4369-b357-186b1aad43de already deleted. [ 607.341502] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7a5b50b-e69f-4369-b357-186b1aad43de" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.146891] env[70337]: INFO networking_nsxv3.common.synchronization [None req-90358d90-ed38-4830-b97f-24b97ad06e08 None None] Enqueued Resource ID: c906d5e1-399f-456f-a5e4-6e42dda7aca0 with Priority: HIGHEST for action port [ 608.146891] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c906d5e1-399f-456f-a5e4-6e42dda7aca0 with Priority: HIGHEST for action port [ 608.146891] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c906d5e1-399f-456f-a5e4-6e42dda7aca0 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.146891] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c906d5e1-399f-456f-a5e4-6e42dda7aca0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.146891] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c906d5e1-399f-456f-a5e4-6e42dda7aca0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.147300] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c906d5e1-399f-456f-a5e4-6e42dda7aca0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.147300] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c906d5e1-399f-456f-a5e4-6e42dda7aca0',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.650535] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c906d5e1-399f-456f-a5e4-6e42dda7aca0 [ 608.650899] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.651079] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.651150] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.651364] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.651451] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.651542] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c906d5e1-399f-456f-a5e4-6e42dda7aca0 already deleted. [ 608.651622] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c906d5e1-399f-456f-a5e4-6e42dda7aca0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.787828] env[70337]: INFO networking_nsxv3.common.synchronization [req-b18381e4-a720-4595-b220-041dca7d988b req-286bc900-f47b-4dae-b39e-a9e62deff868 tempest-SecurityGroupRulesTestJSON-756424508 tempest-SecurityGroupRulesTestJSON-756424508-project-member] Enqueued Resource ID: 4aa5b892-f9d5-4f6e-8b30-739471e9ea99 with Priority: HIGHEST for action security_group_rules [ 608.788416] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa5b892-f9d5-4f6e-8b30-739471e9ea99 with Priority: HIGHEST for action security_group_rules [ 608.791147] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4aa5b892-f9d5-4f6e-8b30-739471e9ea99 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.791287] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4aa5b892-f9d5-4f6e-8b30-739471e9ea99" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.791357] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4aa5b892-f9d5-4f6e-8b30-739471e9ea99" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.791636] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4aa5b892-f9d5-4f6e-8b30-739471e9ea99" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.791716] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4aa5b892-f9d5-4f6e-8b30-739471e9ea99',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.254344] env[70337]: INFO networking_nsxv3.common.synchronization [None req-cfb09943-077f-4830-bda8-26bccfcb91a4 None None] Enqueued Resource ID: 9895c3cc-43d4-4f1c-a3b0-c3ceeeee47cd with Priority: HIGHEST for action port [ 609.254618] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9895c3cc-43d4-4f1c-a3b0-c3ceeeee47cd with Priority: HIGHEST for action port [ 609.255217] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-9895c3cc-43d4-4f1c-a3b0-c3ceeeee47cd taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.255337] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9895c3cc-43d4-4f1c-a3b0-c3ceeeee47cd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.255410] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9895c3cc-43d4-4f1c-a3b0-c3ceeeee47cd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.255670] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9895c3cc-43d4-4f1c-a3b0-c3ceeeee47cd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.255755] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9895c3cc-43d4-4f1c-a3b0-c3ceeeee47cd',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.321087] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.321087] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.321087] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.321500] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.321500] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.321500] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4aa5b892-f9d5-4f6e-8b30-739471e9ea99 already deleted. [ 609.321500] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4aa5b892-f9d5-4f6e-8b30-739471e9ea99" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.410937] env[70337]: INFO networking_nsxv3.common.synchronization [None req-ea425894-c941-4a50-9592-97bcdc06f306 None None] Enqueued Resource ID: b81095bc-42fb-45a1-ae84-df7e691e53bf with Priority: HIGHEST for action port [ 609.411288] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81095bc-42fb-45a1-ae84-df7e691e53bf with Priority: HIGHEST for action port [ 609.411863] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-b81095bc-42fb-45a1-ae84-df7e691e53bf taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.412016] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b81095bc-42fb-45a1-ae84-df7e691e53bf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.412086] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b81095bc-42fb-45a1-ae84-df7e691e53bf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.413019] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b81095bc-42fb-45a1-ae84-df7e691e53bf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.413019] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b81095bc-42fb-45a1-ae84-df7e691e53bf',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.759582] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9895c3cc-43d4-4f1c-a3b0-c3ceeeee47cd [ 609.759582] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.759582] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.759582] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.759582] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.759582] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.759582] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9895c3cc-43d4-4f1c-a3b0-c3ceeeee47cd already deleted. [ 609.759582] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9895c3cc-43d4-4f1c-a3b0-c3ceeeee47cd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.918472] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b81095bc-42fb-45a1-ae84-df7e691e53bf [ 609.920070] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.920070] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.920070] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.920070] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.920070] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.920070] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b81095bc-42fb-45a1-ae84-df7e691e53bf already deleted. [ 609.920070] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b81095bc-42fb-45a1-ae84-df7e691e53bf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.535356] env[70337]: INFO networking_nsxv3.common.synchronization [None req-874a48fd-e2a4-4f7b-8432-4271691f6492 None None] Enqueued Resource ID: 9be6adbb-0bbb-496c-b988-908fd51821bc with Priority: HIGHEST for action port [ 610.535356] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be6adbb-0bbb-496c-b988-908fd51821bc with Priority: HIGHEST for action port [ 610.537530] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-9be6adbb-0bbb-496c-b988-908fd51821bc taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.537530] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9be6adbb-0bbb-496c-b988-908fd51821bc" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.537530] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9be6adbb-0bbb-496c-b988-908fd51821bc" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.537530] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9be6adbb-0bbb-496c-b988-908fd51821bc" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.537530] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9be6adbb-0bbb-496c-b988-908fd51821bc',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.544958] env[70337]: INFO networking_nsxv3.common.synchronization [None req-e0211d69-4dba-4207-876e-f319dedda910 None None] Enqueued Resource ID: 635c8420-050b-4ec3-a686-63e7b63afa91 with Priority: HIGHEST for action port [ 610.546150] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 635c8420-050b-4ec3-a686-63e7b63afa91 with Priority: HIGHEST for action port [ 610.546409] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-635c8420-050b-4ec3-a686-63e7b63afa91 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.546510] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-635c8420-050b-4ec3-a686-63e7b63afa91" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.546582] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-635c8420-050b-4ec3-a686-63e7b63afa91" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.546855] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-635c8420-050b-4ec3-a686-63e7b63afa91" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.546943] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('635c8420-050b-4ec3-a686-63e7b63afa91',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.041748] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9be6adbb-0bbb-496c-b988-908fd51821bc [ 611.041998] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.042173] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.042252] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.042468] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.042915] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.043045] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9be6adbb-0bbb-496c-b988-908fd51821bc already deleted. [ 611.043149] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9be6adbb-0bbb-496c-b988-908fd51821bc" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.052593] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 635c8420-050b-4ec3-a686-63e7b63afa91 [ 611.052888] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.052982] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.053026] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.053282] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.053374] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.053474] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:635c8420-050b-4ec3-a686-63e7b63afa91 already deleted. [ 611.053557] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-635c8420-050b-4ec3-a686-63e7b63afa91" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.543035] env[70337]: INFO networking_nsxv3.common.synchronization [None req-0deb49ce-67b6-4cd4-9479-185e8ca84589 None None] Enqueued Resource ID: 5e565f7f-7df3-49f6-8bd2-023ae8d496f5 with Priority: HIGHEST for action port [ 612.544766] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e565f7f-7df3-49f6-8bd2-023ae8d496f5 with Priority: HIGHEST for action port [ 612.544766] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e565f7f-7df3-49f6-8bd2-023ae8d496f5 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.544766] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e565f7f-7df3-49f6-8bd2-023ae8d496f5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.547029] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e565f7f-7df3-49f6-8bd2-023ae8d496f5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.547029] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e565f7f-7df3-49f6-8bd2-023ae8d496f5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.547029] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e565f7f-7df3-49f6-8bd2-023ae8d496f5',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.049858] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e565f7f-7df3-49f6-8bd2-023ae8d496f5 [ 613.051095] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.051095] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.051095] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.051095] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.051095] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.051376] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e565f7f-7df3-49f6-8bd2-023ae8d496f5 already deleted. [ 613.051376] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e565f7f-7df3-49f6-8bd2-023ae8d496f5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.490928] env[70337]: INFO networking_nsxv3.common.synchronization [None req-cbe180d1-1a77-4053-98c4-96d3aaba5a22 None None] Enqueued Resource ID: 40718f5c-999a-4cd6-a901-d6595b24fc9f with Priority: HIGHEST for action port [ 613.490928] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40718f5c-999a-4cd6-a901-d6595b24fc9f with Priority: HIGHEST for action port [ 613.491528] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-40718f5c-999a-4cd6-a901-d6595b24fc9f taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.491666] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40718f5c-999a-4cd6-a901-d6595b24fc9f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.491737] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40718f5c-999a-4cd6-a901-d6595b24fc9f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.493176] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40718f5c-999a-4cd6-a901-d6595b24fc9f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.494043] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40718f5c-999a-4cd6-a901-d6595b24fc9f',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.737537] env[70337]: INFO networking_nsxv3.common.synchronization [None req-ca979db0-bc90-4796-a917-a58d2153bc11 None None] Enqueued Resource ID: 7a487405-25a0-4dcc-802e-08ddee46efc3 with Priority: HIGHEST for action port [ 613.737537] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a487405-25a0-4dcc-802e-08ddee46efc3 with Priority: HIGHEST for action port [ 613.737905] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a487405-25a0-4dcc-802e-08ddee46efc3 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.737975] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a487405-25a0-4dcc-802e-08ddee46efc3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.738591] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a487405-25a0-4dcc-802e-08ddee46efc3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.738965] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a487405-25a0-4dcc-802e-08ddee46efc3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.739236] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a487405-25a0-4dcc-802e-08ddee46efc3',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.996716] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40718f5c-999a-4cd6-a901-d6595b24fc9f [ 613.997366] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.997366] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.997366] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.997574] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.997574] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.997964] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40718f5c-999a-4cd6-a901-d6595b24fc9f already deleted. [ 613.997964] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40718f5c-999a-4cd6-a901-d6595b24fc9f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.175690] env[70337]: INFO networking_nsxv3.common.synchronization [None req-5479a50c-a936-48ba-b39d-9bcf9c37fdd5 None None] Enqueued Resource ID: e82dfee8-6646-4b62-8843-f34720f3e60c with Priority: HIGHEST for action port [ 614.176080] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82dfee8-6646-4b62-8843-f34720f3e60c with Priority: HIGHEST for action port [ 614.179814] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-e82dfee8-6646-4b62-8843-f34720f3e60c taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.180530] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e82dfee8-6646-4b62-8843-f34720f3e60c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.180530] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e82dfee8-6646-4b62-8843-f34720f3e60c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.180530] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e82dfee8-6646-4b62-8843-f34720f3e60c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.180678] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e82dfee8-6646-4b62-8843-f34720f3e60c',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.242360] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a487405-25a0-4dcc-802e-08ddee46efc3 [ 614.242505] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.244141] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.244141] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.244141] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.244141] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.244141] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a487405-25a0-4dcc-802e-08ddee46efc3 already deleted. [ 614.244141] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a487405-25a0-4dcc-802e-08ddee46efc3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.684031] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e82dfee8-6646-4b62-8843-f34720f3e60c [ 614.684400] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.684400] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.684400] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.684816] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.684816] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.684816] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e82dfee8-6646-4b62-8843-f34720f3e60c already deleted. [ 614.684816] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e82dfee8-6646-4b62-8843-f34720f3e60c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.696444] env[70337]: INFO networking_nsxv3.common.synchronization [None req-d3c48c93-ff7c-4423-ae1e-ef435d2d9c64 None None] Enqueued Resource ID: 60050271-5250-4fd1-a981-aacdccd8db60 with Priority: HIGHEST for action port [ 614.696444] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60050271-5250-4fd1-a981-aacdccd8db60 with Priority: HIGHEST for action port [ 614.698429] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-60050271-5250-4fd1-a981-aacdccd8db60 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.698429] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60050271-5250-4fd1-a981-aacdccd8db60" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.698429] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60050271-5250-4fd1-a981-aacdccd8db60" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.698429] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60050271-5250-4fd1-a981-aacdccd8db60" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.698429] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60050271-5250-4fd1-a981-aacdccd8db60',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.915621] env[70337]: INFO networking_nsxv3.common.synchronization [None req-d52528c5-87b9-4939-b85c-4afc751b4d67 None None] Enqueued Resource ID: 7814258b-c8fc-4698-bad7-cf8860347848 with Priority: HIGHEST for action port [ 614.915875] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7814258b-c8fc-4698-bad7-cf8860347848 with Priority: HIGHEST for action port [ 614.916776] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7814258b-c8fc-4698-bad7-cf8860347848 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.916931] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7814258b-c8fc-4698-bad7-cf8860347848" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.916975] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7814258b-c8fc-4698-bad7-cf8860347848" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.917273] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7814258b-c8fc-4698-bad7-cf8860347848" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.917408] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7814258b-c8fc-4698-bad7-cf8860347848',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.202438] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60050271-5250-4fd1-a981-aacdccd8db60 [ 615.202438] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.202438] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.202438] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.202438] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.202438] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.202438] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60050271-5250-4fd1-a981-aacdccd8db60 already deleted. [ 615.202438] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60050271-5250-4fd1-a981-aacdccd8db60" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.418954] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7814258b-c8fc-4698-bad7-cf8860347848 [ 615.419141] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.419250] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.419339] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.419622] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.419622] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.419876] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7814258b-c8fc-4698-bad7-cf8860347848 already deleted. [ 615.419876] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7814258b-c8fc-4698-bad7-cf8860347848" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.491786] env[70337]: INFO networking_nsxv3.common.synchronization [None req-bba728e1-addd-4b95-b4a7-ab1717219ef3 None None] Enqueued Resource ID: 22f418df-3c12-4a9b-9675-6bae62496ff0 with Priority: HIGHEST for action port [ 615.492060] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22f418df-3c12-4a9b-9675-6bae62496ff0 with Priority: HIGHEST for action port [ 615.492668] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-22f418df-3c12-4a9b-9675-6bae62496ff0 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.492792] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22f418df-3c12-4a9b-9675-6bae62496ff0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.492853] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22f418df-3c12-4a9b-9675-6bae62496ff0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.495029] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22f418df-3c12-4a9b-9675-6bae62496ff0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.495029] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22f418df-3c12-4a9b-9675-6bae62496ff0',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.741802] env[70337]: INFO networking_nsxv3.common.synchronization [None req-f51f8db0-b2a0-4ab3-8803-97a5cac03159 tempest-VolumesAssistedSnapshotsTest-824749424 tempest-VolumesAssistedSnapshotsTest-824749424-project-member] Enqueued Resource ID: aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6 with Priority: HIGHEST for action security_group_rules [ 615.743263] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6 with Priority: HIGHEST for action security_group_rules [ 615.743263] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.743263] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.743263] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.743263] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.743502] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.997669] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22f418df-3c12-4a9b-9675-6bae62496ff0 [ 615.998041] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.998109] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.999152] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.999152] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.999152] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.999152] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22f418df-3c12-4a9b-9675-6bae62496ff0 already deleted. [ 615.999152] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22f418df-3c12-4a9b-9675-6bae62496ff0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.182846] env[70337]: INFO networking_nsxv3.common.synchronization [None req-ed2ed295-5d9a-4662-8aba-f59c12423824 tempest-VolumesAssistedSnapshotsTest-824749424 tempest-VolumesAssistedSnapshotsTest-824749424-project-member] Enqueued Resource ID: aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6 with Priority: HIGHEST for action security_group_rules [ 616.183726] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6 with Priority: HIGHEST for action security_group_rules [ 616.185246] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.185667] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.267950] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.268151] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.268219] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.268397] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.268487] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.268588] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6 already deleted. [ 616.268800] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.268844] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.268959] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.269075] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.681099] env[70337]: INFO networking_nsxv3.common.synchronization [None req-216161de-5472-4aed-94c2-fc068370ff83 None None] Enqueued Resource ID: 9e281339-232e-449b-b594-af7fec1dbf74 with Priority: HIGHEST for action port [ 616.681257] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e281339-232e-449b-b594-af7fec1dbf74 with Priority: HIGHEST for action port [ 616.683144] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e281339-232e-449b-b594-af7fec1dbf74 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.683409] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e281339-232e-449b-b594-af7fec1dbf74" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.683486] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e281339-232e-449b-b594-af7fec1dbf74" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.685524] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e281339-232e-449b-b594-af7fec1dbf74" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.685817] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e281339-232e-449b-b594-af7fec1dbf74',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.791480] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.791480] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.791480] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.791480] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.791743] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.791743] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6 already deleted. [ 616.791743] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa8d0d14-8dfd-4be4-b96d-69dcfc21c4a6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.188708] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e281339-232e-449b-b594-af7fec1dbf74 [ 617.191168] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.191168] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.191168] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.191168] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.191168] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.191168] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e281339-232e-449b-b594-af7fec1dbf74 already deleted. [ 617.191168] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e281339-232e-449b-b594-af7fec1dbf74" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.304516] env[70337]: INFO networking_nsxv3.common.synchronization [None req-e59b383d-c84c-4cd7-bcff-630f0a4b815b tempest-ServersTestJSON-904305720 tempest-ServersTestJSON-904305720-project-member] Enqueued Resource ID: 4b64603c-2b98-461f-8683-1bf84a4ead63 with Priority: HIGHEST for action security_group_rules [ 617.306033] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b64603c-2b98-461f-8683-1bf84a4ead63 with Priority: HIGHEST for action security_group_rules [ 617.306033] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b64603c-2b98-461f-8683-1bf84a4ead63 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.306033] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b64603c-2b98-461f-8683-1bf84a4ead63" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.306033] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b64603c-2b98-461f-8683-1bf84a4ead63" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.306033] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b64603c-2b98-461f-8683-1bf84a4ead63" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.306544] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b64603c-2b98-461f-8683-1bf84a4ead63',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.547075] env[70337]: INFO networking_nsxv3.common.synchronization [None req-c4a88dce-e5af-4faf-b20b-6bad23cc3469 None None] Enqueued Resource ID: 489f9c8e-ac0c-4dda-b880-9e2cf5fc2212 with Priority: HIGHEST for action port [ 617.547075] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489f9c8e-ac0c-4dda-b880-9e2cf5fc2212 with Priority: HIGHEST for action port [ 617.547075] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-489f9c8e-ac0c-4dda-b880-9e2cf5fc2212 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.547075] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-489f9c8e-ac0c-4dda-b880-9e2cf5fc2212" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.547075] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-489f9c8e-ac0c-4dda-b880-9e2cf5fc2212" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.547342] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-489f9c8e-ac0c-4dda-b880-9e2cf5fc2212" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.547454] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489f9c8e-ac0c-4dda-b880-9e2cf5fc2212',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.835645] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.835762] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.835837] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.836066] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.836151] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.836245] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b64603c-2b98-461f-8683-1bf84a4ead63 already deleted. [ 617.836392] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b64603c-2b98-461f-8683-1bf84a4ead63" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.842902] env[70337]: INFO networking_nsxv3.common.synchronization [None req-ee7cfd6a-55f2-4cc9-a3a1-a078423ac4e8 tempest-ServersTestJSON-904305720 tempest-ServersTestJSON-904305720-project-member] Enqueued Resource ID: 4b64603c-2b98-461f-8683-1bf84a4ead63 with Priority: HIGHEST for action security_group_rules [ 617.843179] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b64603c-2b98-461f-8683-1bf84a4ead63 with Priority: HIGHEST for action security_group_rules [ 617.843641] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b64603c-2b98-461f-8683-1bf84a4ead63 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.843802] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b64603c-2b98-461f-8683-1bf84a4ead63" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.843884] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b64603c-2b98-461f-8683-1bf84a4ead63" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.844169] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b64603c-2b98-461f-8683-1bf84a4ead63" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.845397] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b64603c-2b98-461f-8683-1bf84a4ead63',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.049965] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 489f9c8e-ac0c-4dda-b880-9e2cf5fc2212 [ 618.050204] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.051120] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.051120] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.051120] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.051120] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.051120] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:489f9c8e-ac0c-4dda-b880-9e2cf5fc2212 already deleted. [ 618.051120] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-489f9c8e-ac0c-4dda-b880-9e2cf5fc2212" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.326736] env[70337]: INFO networking_nsxv3.common.synchronization [req-12d99dca-a409-4e6e-8f48-55d335be0d7f req-8d0296d2-e3b8-4aae-a782-b85d620767c2 tempest-SecurityGroupRulesTestJSON-756424508 tempest-SecurityGroupRulesTestJSON-756424508-project-member] Enqueued Resource ID: 286f48ae-b0c6-48d1-981b-6552f64875e3 with Priority: HIGHEST for action security_group_rules [ 618.327643] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286f48ae-b0c6-48d1-981b-6552f64875e3 with Priority: HIGHEST for action security_group_rules [ 618.328308] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-286f48ae-b0c6-48d1-981b-6552f64875e3 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.328449] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-286f48ae-b0c6-48d1-981b-6552f64875e3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.328520] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-286f48ae-b0c6-48d1-981b-6552f64875e3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.328779] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-286f48ae-b0c6-48d1-981b-6552f64875e3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.328862] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('286f48ae-b0c6-48d1-981b-6552f64875e3',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.367987] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.368266] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.368266] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.369289] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.369289] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.369289] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b64603c-2b98-461f-8683-1bf84a4ead63 already deleted. [ 618.369289] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b64603c-2b98-461f-8683-1bf84a4ead63" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.856817] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.857590] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.858177] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.858476] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.858590] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.858723] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 286f48ae-b0c6-48d1-981b-6552f64875e3 already deleted. [ 618.858817] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-286f48ae-b0c6-48d1-981b-6552f64875e3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.045321] env[70337]: INFO networking_nsxv3.common.synchronization [None req-94b0c95a-ece2-45e6-bf0e-551ee87506af None None] Enqueued Resource ID: 8b8aa8ac-5675-4030-bf21-724413c19e50 with Priority: HIGHEST for action port [ 621.045904] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8aa8ac-5675-4030-bf21-724413c19e50 with Priority: HIGHEST for action port [ 621.046191] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b8aa8ac-5675-4030-bf21-724413c19e50 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.046428] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b8aa8ac-5675-4030-bf21-724413c19e50" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.046428] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b8aa8ac-5675-4030-bf21-724413c19e50" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.046724] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b8aa8ac-5675-4030-bf21-724413c19e50" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.046724] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b8aa8ac-5675-4030-bf21-724413c19e50',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.218808] env[70337]: INFO networking_nsxv3.common.synchronization [None req-8cc4e270-8995-4762-a36a-e31aa2493b61 tempest-VolumesAdminNegativeTest-664902211 tempest-VolumesAdminNegativeTest-664902211-project-member] Enqueued Resource ID: 1b131ae5-2390-4785-a0fc-78bdb0a6eea4 with Priority: HIGHEST for action security_group_rules [ 621.218808] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b131ae5-2390-4785-a0fc-78bdb0a6eea4 with Priority: HIGHEST for action security_group_rules [ 621.219170] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b131ae5-2390-4785-a0fc-78bdb0a6eea4 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.219302] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b131ae5-2390-4785-a0fc-78bdb0a6eea4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.219370] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b131ae5-2390-4785-a0fc-78bdb0a6eea4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.219854] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b131ae5-2390-4785-a0fc-78bdb0a6eea4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.219854] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b131ae5-2390-4785-a0fc-78bdb0a6eea4',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.532504] env[70337]: INFO networking_nsxv3.common.synchronization [None req-3e6eeb98-94a4-44f3-9ea2-861bf46c82c5 None None] Enqueued Resource ID: 97970356-8f90-41a6-8c47-80e9384a42ce with Priority: HIGHEST for action port [ 621.532801] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97970356-8f90-41a6-8c47-80e9384a42ce with Priority: HIGHEST for action port [ 621.533379] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-97970356-8f90-41a6-8c47-80e9384a42ce taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.533501] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97970356-8f90-41a6-8c47-80e9384a42ce" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.533565] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97970356-8f90-41a6-8c47-80e9384a42ce" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.533813] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97970356-8f90-41a6-8c47-80e9384a42ce" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.533892] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97970356-8f90-41a6-8c47-80e9384a42ce',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.548759] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b8aa8ac-5675-4030-bf21-724413c19e50 [ 621.548988] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.549262] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.549334] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.549642] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.549642] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.549820] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b8aa8ac-5675-4030-bf21-724413c19e50 already deleted. [ 621.549971] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b8aa8ac-5675-4030-bf21-724413c19e50" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.588660] env[70337]: INFO networking_nsxv3.common.synchronization [None req-2c35a5c6-056c-4eb3-8c7e-9082cc0302bf tempest-VolumesAdminNegativeTest-664902211 tempest-VolumesAdminNegativeTest-664902211-project-member] Enqueued Resource ID: 1b131ae5-2390-4785-a0fc-78bdb0a6eea4 with Priority: HIGHEST for action security_group_rules [ 621.588827] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b131ae5-2390-4785-a0fc-78bdb0a6eea4 with Priority: HIGHEST for action security_group_rules [ 621.589216] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b131ae5-2390-4785-a0fc-78bdb0a6eea4 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.589318] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b131ae5-2390-4785-a0fc-78bdb0a6eea4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.742918] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.743135] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.743212] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.743443] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.743536] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.743643] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b131ae5-2390-4785-a0fc-78bdb0a6eea4 already deleted. [ 621.743730] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b131ae5-2390-4785-a0fc-78bdb0a6eea4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.743925] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b131ae5-2390-4785-a0fc-78bdb0a6eea4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.744190] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b131ae5-2390-4785-a0fc-78bdb0a6eea4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.744190] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b131ae5-2390-4785-a0fc-78bdb0a6eea4',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.951840] env[70337]: INFO networking_nsxv3.common.synchronization [None req-23e83b36-1262-4598-8ebc-e1aa042f630d tempest-ServersWithSpecificFlavorTestJSON-1660813898 tempest-ServersWithSpecificFlavorTestJSON-1660813898-project-member] Enqueued Resource ID: e40fc1fe-135c-4d23-ba40-80e2337e8ad8 with Priority: HIGHEST for action security_group_rules [ 621.952571] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40fc1fe-135c-4d23-ba40-80e2337e8ad8 with Priority: HIGHEST for action security_group_rules [ 621.952858] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e40fc1fe-135c-4d23-ba40-80e2337e8ad8 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.953032] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e40fc1fe-135c-4d23-ba40-80e2337e8ad8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.953172] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e40fc1fe-135c-4d23-ba40-80e2337e8ad8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.953547] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e40fc1fe-135c-4d23-ba40-80e2337e8ad8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.953652] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e40fc1fe-135c-4d23-ba40-80e2337e8ad8',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.035856] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97970356-8f90-41a6-8c47-80e9384a42ce [ 622.036068] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.036276] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.036276] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.036474] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.036566] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.036655] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97970356-8f90-41a6-8c47-80e9384a42ce already deleted. [ 622.036736] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97970356-8f90-41a6-8c47-80e9384a42ce" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.090466] env[70337]: INFO networking_nsxv3.common.synchronization [None req-ff6da816-9ba8-4107-ba2d-026b049b04ce None None] Enqueued Resource ID: 515511ab-4a02-4f09-bfad-52c7b0320bc2 with Priority: HIGHEST for action port [ 622.090800] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515511ab-4a02-4f09-bfad-52c7b0320bc2 with Priority: HIGHEST for action port [ 622.091561] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-515511ab-4a02-4f09-bfad-52c7b0320bc2 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.091747] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-515511ab-4a02-4f09-bfad-52c7b0320bc2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.092030] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-515511ab-4a02-4f09-bfad-52c7b0320bc2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.092797] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-515511ab-4a02-4f09-bfad-52c7b0320bc2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.092933] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('515511ab-4a02-4f09-bfad-52c7b0320bc2',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.206504] env[70337]: INFO networking_nsxv3.common.synchronization [None req-535a9474-94bf-47ea-82d9-fd1d0130c62d tempest-ServersWithSpecificFlavorTestJSON-1660813898 tempest-ServersWithSpecificFlavorTestJSON-1660813898-project-member] Enqueued Resource ID: e40fc1fe-135c-4d23-ba40-80e2337e8ad8 with Priority: HIGHEST for action security_group_rules [ 622.208244] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40fc1fe-135c-4d23-ba40-80e2337e8ad8 with Priority: HIGHEST for action security_group_rules [ 622.208793] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e40fc1fe-135c-4d23-ba40-80e2337e8ad8 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.208951] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e40fc1fe-135c-4d23-ba40-80e2337e8ad8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.269316] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.269489] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.269537] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.269751] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.269838] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.269935] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b131ae5-2390-4785-a0fc-78bdb0a6eea4 already deleted. [ 622.270027] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b131ae5-2390-4785-a0fc-78bdb0a6eea4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.475126] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.475328] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.475328] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.475538] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.475635] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.475732] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e40fc1fe-135c-4d23-ba40-80e2337e8ad8 already deleted. [ 622.475815] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e40fc1fe-135c-4d23-ba40-80e2337e8ad8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.475962] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e40fc1fe-135c-4d23-ba40-80e2337e8ad8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.476158] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e40fc1fe-135c-4d23-ba40-80e2337e8ad8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.476243] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e40fc1fe-135c-4d23-ba40-80e2337e8ad8',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.595247] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 515511ab-4a02-4f09-bfad-52c7b0320bc2 [ 622.595493] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.595619] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.595690] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.596943] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.597576] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.597576] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:515511ab-4a02-4f09-bfad-52c7b0320bc2 already deleted. [ 622.597576] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-515511ab-4a02-4f09-bfad-52c7b0320bc2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.998595] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.998595] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.998595] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.998595] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.998595] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.998595] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e40fc1fe-135c-4d23-ba40-80e2337e8ad8 already deleted. [ 622.998595] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e40fc1fe-135c-4d23-ba40-80e2337e8ad8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.791862] env[70337]: INFO networking_nsxv3.common.synchronization [None req-74796cb5-0724-431a-9120-5710e0e0882c None None] Enqueued Resource ID: 34897133-415e-46d0-a142-6ce4329835cf with Priority: HIGHEST for action port [ 623.792161] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34897133-415e-46d0-a142-6ce4329835cf with Priority: HIGHEST for action port [ 623.792705] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-34897133-415e-46d0-a142-6ce4329835cf taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.793765] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34897133-415e-46d0-a142-6ce4329835cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.793765] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34897133-415e-46d0-a142-6ce4329835cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.793765] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34897133-415e-46d0-a142-6ce4329835cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.793765] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34897133-415e-46d0-a142-6ce4329835cf',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.297976] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34897133-415e-46d0-a142-6ce4329835cf [ 624.298180] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.298333] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.298434] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.298686] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.298808] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.298936] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34897133-415e-46d0-a142-6ce4329835cf already deleted. [ 624.299069] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34897133-415e-46d0-a142-6ce4329835cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.066537] env[70337]: INFO networking_nsxv3.common.synchronization [None req-dbe4350b-6ebc-46f1-9f23-4aeb6164fe75 None None] Enqueued Resource ID: f0c88fed-bf59-4535-a831-8218567dd675 with Priority: HIGHEST for action port [ 625.068112] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c88fed-bf59-4535-a831-8218567dd675 with Priority: HIGHEST for action port [ 625.068112] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0c88fed-bf59-4535-a831-8218567dd675 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.068112] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0c88fed-bf59-4535-a831-8218567dd675" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.068112] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0c88fed-bf59-4535-a831-8218567dd675" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.068112] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0c88fed-bf59-4535-a831-8218567dd675" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.068112] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0c88fed-bf59-4535-a831-8218567dd675',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.569856] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0c88fed-bf59-4535-a831-8218567dd675 [ 625.571670] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.571820] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.572026] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.572128] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.572274] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.572373] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0c88fed-bf59-4535-a831-8218567dd675 already deleted. [ 625.572451] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0c88fed-bf59-4535-a831-8218567dd675" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.592112] env[70337]: INFO networking_nsxv3.common.synchronization [None req-83ef8094-72e2-4909-96ba-890162a1b8a2 None None] Enqueued Resource ID: 656bebe6-0ed6-4d09-8acd-9326e1e087a0 with Priority: HIGHEST for action port [ 625.592655] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656bebe6-0ed6-4d09-8acd-9326e1e087a0 with Priority: HIGHEST for action port [ 625.592762] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-656bebe6-0ed6-4d09-8acd-9326e1e087a0 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.593275] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-656bebe6-0ed6-4d09-8acd-9326e1e087a0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.593357] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-656bebe6-0ed6-4d09-8acd-9326e1e087a0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.593621] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-656bebe6-0ed6-4d09-8acd-9326e1e087a0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.593704] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656bebe6-0ed6-4d09-8acd-9326e1e087a0',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.729431] env[70337]: INFO networking_nsxv3.common.synchronization [req-25cf8071-eedd-4972-82d5-691267e3ca41 req-4f75ce47-f862-472b-9e28-724b0a71b2cb tempest-SecurityGroupRulesTestJSON-756424508 tempest-SecurityGroupRulesTestJSON-756424508-project-member] Enqueued Resource ID: 9037f18d-8c9a-4d88-b9e6-1335c03b834f with Priority: HIGHEST for action security_group_rules [ 625.729431] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9037f18d-8c9a-4d88-b9e6-1335c03b834f with Priority: HIGHEST for action security_group_rules [ 625.729431] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9037f18d-8c9a-4d88-b9e6-1335c03b834f taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.730672] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9037f18d-8c9a-4d88-b9e6-1335c03b834f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.732201] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9037f18d-8c9a-4d88-b9e6-1335c03b834f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.732201] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9037f18d-8c9a-4d88-b9e6-1335c03b834f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.732201] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9037f18d-8c9a-4d88-b9e6-1335c03b834f',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.055891] env[70337]: INFO networking_nsxv3.common.synchronization [None req-49bb6d7e-fada-4689-afcb-8064e3f359ad None None] Enqueued Resource ID: d1cbe8c0-5691-4c8c-8567-526badf2aee8 with Priority: HIGHEST for action port [ 626.055984] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cbe8c0-5691-4c8c-8567-526badf2aee8 with Priority: HIGHEST for action port [ 626.056449] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1cbe8c0-5691-4c8c-8567-526badf2aee8 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.056603] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1cbe8c0-5691-4c8c-8567-526badf2aee8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.056637] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1cbe8c0-5691-4c8c-8567-526badf2aee8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.057299] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1cbe8c0-5691-4c8c-8567-526badf2aee8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.057299] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1cbe8c0-5691-4c8c-8567-526badf2aee8',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.095683] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 656bebe6-0ed6-4d09-8acd-9326e1e087a0 [ 626.095998] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.096142] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.096385] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.096474] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.096588] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.096702] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:656bebe6-0ed6-4d09-8acd-9326e1e087a0 already deleted. [ 626.096811] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-656bebe6-0ed6-4d09-8acd-9326e1e087a0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.160879] env[70337]: INFO networking_nsxv3.common.synchronization [None req-5ec5b82d-d444-45ca-8696-d41c4502fddc None None] Enqueued Resource ID: 0f7b54a3-c1c7-4839-a329-01a13e9cc32c with Priority: HIGHEST for action port [ 626.162361] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7b54a3-c1c7-4839-a329-01a13e9cc32c with Priority: HIGHEST for action port [ 626.162958] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f7b54a3-c1c7-4839-a329-01a13e9cc32c taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.163744] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f7b54a3-c1c7-4839-a329-01a13e9cc32c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.163744] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f7b54a3-c1c7-4839-a329-01a13e9cc32c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.163744] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f7b54a3-c1c7-4839-a329-01a13e9cc32c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.163744] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7b54a3-c1c7-4839-a329-01a13e9cc32c',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.255913] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.257938] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.257938] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.257938] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.257938] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.257938] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9037f18d-8c9a-4d88-b9e6-1335c03b834f already deleted. [ 626.257938] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9037f18d-8c9a-4d88-b9e6-1335c03b834f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.560623] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1cbe8c0-5691-4c8c-8567-526badf2aee8 [ 626.560623] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.560623] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.560623] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.560992] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.560992] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.560992] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1cbe8c0-5691-4c8c-8567-526badf2aee8 already deleted. [ 626.560992] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1cbe8c0-5691-4c8c-8567-526badf2aee8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.667143] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f7b54a3-c1c7-4839-a329-01a13e9cc32c [ 626.667143] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.667143] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.667143] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.667143] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.667143] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.667143] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f7b54a3-c1c7-4839-a329-01a13e9cc32c already deleted. [ 626.667143] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f7b54a3-c1c7-4839-a329-01a13e9cc32c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.420366] env[70337]: INFO networking_nsxv3.common.synchronization [None req-7faa6f36-bd7c-4a78-8680-cf7f21a78a8a None None] Enqueued Resource ID: 4fb58c0d-4078-43ba-bb6e-44eabb7fa5d9 with Priority: HIGHEST for action port [ 627.420649] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb58c0d-4078-43ba-bb6e-44eabb7fa5d9 with Priority: HIGHEST for action port [ 627.422891] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fb58c0d-4078-43ba-bb6e-44eabb7fa5d9 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.422891] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fb58c0d-4078-43ba-bb6e-44eabb7fa5d9" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.422891] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fb58c0d-4078-43ba-bb6e-44eabb7fa5d9" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.422891] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fb58c0d-4078-43ba-bb6e-44eabb7fa5d9" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.422891] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb58c0d-4078-43ba-bb6e-44eabb7fa5d9',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.838965] env[70337]: INFO networking_nsxv3.common.synchronization [None req-ed250441-377e-4b13-b466-026922735cf4 None None] Enqueued Resource ID: 27e1a595-2d7e-457c-b7b9-f358c952061f with Priority: HIGHEST for action port [ 627.840266] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e1a595-2d7e-457c-b7b9-f358c952061f with Priority: HIGHEST for action port [ 627.840266] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e1a595-2d7e-457c-b7b9-f358c952061f taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.840266] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e1a595-2d7e-457c-b7b9-f358c952061f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.840266] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e1a595-2d7e-457c-b7b9-f358c952061f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.844308] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e1a595-2d7e-457c-b7b9-f358c952061f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.844419] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e1a595-2d7e-457c-b7b9-f358c952061f',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.931382] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fb58c0d-4078-43ba-bb6e-44eabb7fa5d9 [ 627.931607] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.931747] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.931840] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.932128] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.932279] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.932407] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fb58c0d-4078-43ba-bb6e-44eabb7fa5d9 already deleted. [ 627.932495] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fb58c0d-4078-43ba-bb6e-44eabb7fa5d9" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.967410] env[70337]: INFO networking_nsxv3.common.synchronization [None req-2db41dc0-4a72-4df9-9bf0-01ca5fabefa7 None None] Enqueued Resource ID: 086a2dec-7a1a-44d3-bfa2-5d7ed1a8eb5d with Priority: HIGHEST for action port [ 627.968067] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 086a2dec-7a1a-44d3-bfa2-5d7ed1a8eb5d with Priority: HIGHEST for action port [ 627.968391] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-086a2dec-7a1a-44d3-bfa2-5d7ed1a8eb5d taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.968525] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-086a2dec-7a1a-44d3-bfa2-5d7ed1a8eb5d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.968595] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-086a2dec-7a1a-44d3-bfa2-5d7ed1a8eb5d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.968872] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-086a2dec-7a1a-44d3-bfa2-5d7ed1a8eb5d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.968959] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086a2dec-7a1a-44d3-bfa2-5d7ed1a8eb5d',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.347206] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27e1a595-2d7e-457c-b7b9-f358c952061f [ 628.347647] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.347838] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.347930] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.348239] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.350106] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.350106] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27e1a595-2d7e-457c-b7b9-f358c952061f already deleted. [ 628.350106] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e1a595-2d7e-457c-b7b9-f358c952061f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.472609] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 086a2dec-7a1a-44d3-bfa2-5d7ed1a8eb5d [ 628.472609] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.472609] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.472609] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.472609] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.472609] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.472609] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:086a2dec-7a1a-44d3-bfa2-5d7ed1a8eb5d already deleted. [ 628.472609] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-086a2dec-7a1a-44d3-bfa2-5d7ed1a8eb5d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.327801] env[70337]: INFO networking_nsxv3.common.synchronization [None req-998e2f48-e961-46cc-a67f-5b3597215ae0 None None] Enqueued Resource ID: bea37302-d3ad-4de9-a3aa-a0e0185b64ab with Priority: HIGHEST for action port [ 629.328705] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea37302-d3ad-4de9-a3aa-a0e0185b64ab with Priority: HIGHEST for action port [ 629.328909] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-bea37302-d3ad-4de9-a3aa-a0e0185b64ab taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.329044] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bea37302-d3ad-4de9-a3aa-a0e0185b64ab" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.329117] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bea37302-d3ad-4de9-a3aa-a0e0185b64ab" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.330067] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bea37302-d3ad-4de9-a3aa-a0e0185b64ab" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.330171] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea37302-d3ad-4de9-a3aa-a0e0185b64ab',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.833423] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bea37302-d3ad-4de9-a3aa-a0e0185b64ab [ 629.834307] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.834307] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.834307] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.834307] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.834307] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.834307] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bea37302-d3ad-4de9-a3aa-a0e0185b64ab already deleted. [ 629.834668] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bea37302-d3ad-4de9-a3aa-a0e0185b64ab" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.428168] env[70337]: INFO networking_nsxv3.common.synchronization [None req-f9e71c2b-c38c-44fe-8c23-4e31b9e56080 None None] Enqueued Resource ID: f22b80ad-8070-47f9-91b4-f8f22e91d034 with Priority: HIGHEST for action port [ 631.431300] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22b80ad-8070-47f9-91b4-f8f22e91d034 with Priority: HIGHEST for action port [ 631.431300] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f22b80ad-8070-47f9-91b4-f8f22e91d034 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.431300] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f22b80ad-8070-47f9-91b4-f8f22e91d034" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.431300] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f22b80ad-8070-47f9-91b4-f8f22e91d034" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.431300] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f22b80ad-8070-47f9-91b4-f8f22e91d034" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.431300] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f22b80ad-8070-47f9-91b4-f8f22e91d034',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.918672] env[70337]: INFO networking_nsxv3.common.synchronization [None req-49015237-7982-4d6f-bf1d-044fc8c4a625 tempest-ServersTestManualDisk-1482047922 tempest-ServersTestManualDisk-1482047922-project-member] Enqueued Resource ID: 796ae80f-9881-423f-94f6-e08c00a187eb with Priority: HIGHEST for action security_group_rules [ 631.919245] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 796ae80f-9881-423f-94f6-e08c00a187eb with Priority: HIGHEST for action security_group_rules [ 631.919570] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-796ae80f-9881-423f-94f6-e08c00a187eb taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.919683] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-796ae80f-9881-423f-94f6-e08c00a187eb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.921989] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-796ae80f-9881-423f-94f6-e08c00a187eb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.921989] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-796ae80f-9881-423f-94f6-e08c00a187eb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.921989] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('796ae80f-9881-423f-94f6-e08c00a187eb',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.936653] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f22b80ad-8070-47f9-91b4-f8f22e91d034 [ 631.936653] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.936653] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.936653] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.936653] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.936653] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.936653] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f22b80ad-8070-47f9-91b4-f8f22e91d034 already deleted. [ 631.936653] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f22b80ad-8070-47f9-91b4-f8f22e91d034" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.264024] env[70337]: INFO networking_nsxv3.common.synchronization [None req-b42ee852-4d51-49aa-b940-3e6f4eaa99b5 tempest-ServersTestManualDisk-1482047922 tempest-ServersTestManualDisk-1482047922-project-member] Enqueued Resource ID: 796ae80f-9881-423f-94f6-e08c00a187eb with Priority: HIGHEST for action security_group_rules [ 632.264299] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 796ae80f-9881-423f-94f6-e08c00a187eb with Priority: HIGHEST for action security_group_rules [ 632.264842] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-796ae80f-9881-423f-94f6-e08c00a187eb taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.265252] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-796ae80f-9881-423f-94f6-e08c00a187eb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.439196] env[70337]: INFO networking_nsxv3.common.synchronization [None req-e71caa11-c4c8-4b93-9aed-11235342bfb8 None None] Enqueued Resource ID: a50783f7-f740-4cf9-b768-29c8f4f2b27f with Priority: HIGHEST for action port [ 632.439899] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a50783f7-f740-4cf9-b768-29c8f4f2b27f with Priority: HIGHEST for action port [ 632.441053] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-a50783f7-f740-4cf9-b768-29c8f4f2b27f taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.441053] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a50783f7-f740-4cf9-b768-29c8f4f2b27f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.441053] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a50783f7-f740-4cf9-b768-29c8f4f2b27f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.441053] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a50783f7-f740-4cf9-b768-29c8f4f2b27f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.441214] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a50783f7-f740-4cf9-b768-29c8f4f2b27f',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.444881] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.445505] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.445505] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.445709] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.445801] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.446230] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 796ae80f-9881-423f-94f6-e08c00a187eb already deleted. [ 632.446397] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-796ae80f-9881-423f-94f6-e08c00a187eb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.446504] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-796ae80f-9881-423f-94f6-e08c00a187eb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.446638] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-796ae80f-9881-423f-94f6-e08c00a187eb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.446747] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('796ae80f-9881-423f-94f6-e08c00a187eb',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.943629] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a50783f7-f740-4cf9-b768-29c8f4f2b27f [ 632.943725] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.943830] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.943885] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.944096] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.944615] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.944615] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a50783f7-f740-4cf9-b768-29c8f4f2b27f already deleted. [ 632.944615] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a50783f7-f740-4cf9-b768-29c8f4f2b27f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.975960] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.976915] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.977337] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.977926] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.978233] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.978406] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 796ae80f-9881-423f-94f6-e08c00a187eb already deleted. [ 632.979137] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-796ae80f-9881-423f-94f6-e08c00a187eb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.275981] env[70337]: INFO networking_nsxv3.common.synchronization [None req-efce9929-a836-43b0-9937-e06185ac55e6 None None] Enqueued Resource ID: 4f075743-24f6-4e98-ae87-8fa887327cd0 with Priority: HIGHEST for action port [ 634.276275] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f075743-24f6-4e98-ae87-8fa887327cd0 with Priority: HIGHEST for action port [ 634.276838] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f075743-24f6-4e98-ae87-8fa887327cd0 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.277017] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f075743-24f6-4e98-ae87-8fa887327cd0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.277057] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f075743-24f6-4e98-ae87-8fa887327cd0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.277808] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f075743-24f6-4e98-ae87-8fa887327cd0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.277808] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f075743-24f6-4e98-ae87-8fa887327cd0',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.780884] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f075743-24f6-4e98-ae87-8fa887327cd0 [ 634.781156] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.781313] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.781382] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.781626] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.781720] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.782073] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f075743-24f6-4e98-ae87-8fa887327cd0 already deleted. [ 634.782073] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f075743-24f6-4e98-ae87-8fa887327cd0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.892356] env[70337]: INFO networking_nsxv3.common.synchronization [None req-5e348238-439f-46d6-a094-eb896472bc1b None None] Enqueued Resource ID: 60f6ad25-4495-4ff7-9cee-69e19bf639b0 with Priority: HIGHEST for action port [ 635.892651] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f6ad25-4495-4ff7-9cee-69e19bf639b0 with Priority: HIGHEST for action port [ 635.893388] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f6ad25-4495-4ff7-9cee-69e19bf639b0 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.893388] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f6ad25-4495-4ff7-9cee-69e19bf639b0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.893388] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f6ad25-4495-4ff7-9cee-69e19bf639b0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.894491] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f6ad25-4495-4ff7-9cee-69e19bf639b0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.894491] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f6ad25-4495-4ff7-9cee-69e19bf639b0',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.947356] env[70337]: INFO networking_nsxv3.common.synchronization [req-6213f8c8-a8b9-4d62-9ce3-fa08b6bbf4fc req-6921b6bc-46e1-413b-942e-e17dfde3e626 tempest-SecurityGroupRulesTestJSON-756424508 tempest-SecurityGroupRulesTestJSON-756424508-project-member] Enqueued Resource ID: 925516b0-901f-446a-9485-aaca116cb900 with Priority: HIGHEST for action security_group_rules [ 635.947879] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925516b0-901f-446a-9485-aaca116cb900 with Priority: HIGHEST for action security_group_rules [ 635.948252] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-925516b0-901f-446a-9485-aaca116cb900 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.948391] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-925516b0-901f-446a-9485-aaca116cb900" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.948460] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-925516b0-901f-446a-9485-aaca116cb900" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.948764] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-925516b0-901f-446a-9485-aaca116cb900" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.950336] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('925516b0-901f-446a-9485-aaca116cb900',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.395949] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60f6ad25-4495-4ff7-9cee-69e19bf639b0 [ 636.395949] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.395949] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.395949] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.395949] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.396292] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.396292] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60f6ad25-4495-4ff7-9cee-69e19bf639b0 already deleted. [ 636.396460] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f6ad25-4495-4ff7-9cee-69e19bf639b0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.475277] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.475992] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.476080] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.476354] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.476416] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.476514] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 925516b0-901f-446a-9485-aaca116cb900 already deleted. [ 636.476664] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-925516b0-901f-446a-9485-aaca116cb900" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.390295] env[70337]: INFO networking_nsxv3.common.synchronization [None req-9370fde3-9e71-4a5b-ad3c-522a02850c96 None None] Enqueued Resource ID: cafb3e56-9ef5-47c2-af79-2d67d124ba4e with Priority: HIGHEST for action port [ 637.390295] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cafb3e56-9ef5-47c2-af79-2d67d124ba4e with Priority: HIGHEST for action port [ 637.390295] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-cafb3e56-9ef5-47c2-af79-2d67d124ba4e taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.390295] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cafb3e56-9ef5-47c2-af79-2d67d124ba4e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.392043] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cafb3e56-9ef5-47c2-af79-2d67d124ba4e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.392043] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cafb3e56-9ef5-47c2-af79-2d67d124ba4e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.392043] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cafb3e56-9ef5-47c2-af79-2d67d124ba4e',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.894321] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cafb3e56-9ef5-47c2-af79-2d67d124ba4e [ 637.894627] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.894780] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.894854] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.895122] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.895225] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.895325] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cafb3e56-9ef5-47c2-af79-2d67d124ba4e already deleted. [ 637.895424] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cafb3e56-9ef5-47c2-af79-2d67d124ba4e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.714928] env[70337]: INFO networking_nsxv3.common.synchronization [None req-7157971f-e1ac-455a-8ea3-88cdbc538ce0 None None] Enqueued Resource ID: 42b11aa8-20d9-4e7e-aaae-87a6c13d708a with Priority: HIGHEST for action port [ 639.715214] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b11aa8-20d9-4e7e-aaae-87a6c13d708a with Priority: HIGHEST for action port [ 639.715807] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-42b11aa8-20d9-4e7e-aaae-87a6c13d708a taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.715972] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42b11aa8-20d9-4e7e-aaae-87a6c13d708a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.716190] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42b11aa8-20d9-4e7e-aaae-87a6c13d708a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.716310] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42b11aa8-20d9-4e7e-aaae-87a6c13d708a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.716393] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b11aa8-20d9-4e7e-aaae-87a6c13d708a',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.826477] env[70337]: INFO networking_nsxv3.common.synchronization [req-77e1faaa-3e91-4e07-a7c1-ac670ff07516 req-1b92fd66-27bd-47b2-8509-2fe1dba55bdd tempest-SecurityGroupRulesTestJSON-756424508 tempest-SecurityGroupRulesTestJSON-756424508-project-member] Enqueued Resource ID: 925516b0-901f-446a-9485-aaca116cb900 with Priority: HIGHEST for action security_group_rules [ 639.828297] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925516b0-901f-446a-9485-aaca116cb900 with Priority: HIGHEST for action security_group_rules [ 639.828297] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-925516b0-901f-446a-9485-aaca116cb900 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.828297] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-925516b0-901f-446a-9485-aaca116cb900" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.828297] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-925516b0-901f-446a-9485-aaca116cb900" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.828297] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-925516b0-901f-446a-9485-aaca116cb900" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.828297] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('925516b0-901f-446a-9485-aaca116cb900',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.218986] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42b11aa8-20d9-4e7e-aaae-87a6c13d708a [ 640.219252] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.219434] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.219506] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.219720] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.219812] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.219907] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42b11aa8-20d9-4e7e-aaae-87a6c13d708a already deleted. [ 640.219988] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42b11aa8-20d9-4e7e-aaae-87a6c13d708a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.356273] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.356517] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.356616] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.356858] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.357019] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.357116] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 925516b0-901f-446a-9485-aaca116cb900 already deleted. [ 640.357168] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-925516b0-901f-446a-9485-aaca116cb900" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.485526] env[70337]: INFO networking_nsxv3.common.synchronization [None req-1c2241f4-7ab5-413a-b098-2b5a68c9df08 None None] Enqueued Resource ID: 9136c18a-d034-4218-b340-ba934bdf56aa with Priority: HIGHEST for action port [ 640.486122] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9136c18a-d034-4218-b340-ba934bdf56aa with Priority: HIGHEST for action port [ 640.486520] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-9136c18a-d034-4218-b340-ba934bdf56aa taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.488059] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9136c18a-d034-4218-b340-ba934bdf56aa" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.488228] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9136c18a-d034-4218-b340-ba934bdf56aa" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.488478] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9136c18a-d034-4218-b340-ba934bdf56aa" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.488574] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9136c18a-d034-4218-b340-ba934bdf56aa',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.993819] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9136c18a-d034-4218-b340-ba934bdf56aa [ 640.994092] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.994225] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.994296] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.995121] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.995232] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.995340] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9136c18a-d034-4218-b340-ba934bdf56aa already deleted. [ 640.995863] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9136c18a-d034-4218-b340-ba934bdf56aa" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.417346] env[70337]: INFO networking_nsxv3.common.synchronization [None req-8cfabb1c-4ad7-4f96-bc2e-69d4dcf7fab8 None None] Enqueued Resource ID: 8926d05a-dcc3-4909-9112-4a0c42738891 with Priority: HIGHEST for action port [ 642.418113] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8926d05a-dcc3-4909-9112-4a0c42738891 with Priority: HIGHEST for action port [ 642.418506] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-8926d05a-dcc3-4909-9112-4a0c42738891 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.418873] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8926d05a-dcc3-4909-9112-4a0c42738891" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.418967] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8926d05a-dcc3-4909-9112-4a0c42738891" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.421541] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8926d05a-dcc3-4909-9112-4a0c42738891" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.421541] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8926d05a-dcc3-4909-9112-4a0c42738891',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.921796] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8926d05a-dcc3-4909-9112-4a0c42738891 [ 642.922369] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.922537] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.922612] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.922841] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.922936] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.923055] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8926d05a-dcc3-4909-9112-4a0c42738891 already deleted. [ 642.923152] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8926d05a-dcc3-4909-9112-4a0c42738891" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.106110] env[70337]: INFO networking_nsxv3.common.synchronization [req-f8fc9683-d96e-4857-a612-83aab1f6ade6 req-c2dd34a6-afe6-446f-aa91-c2c1b609f8ee tempest-SecurityGroupRulesTestJSON-756424508 tempest-SecurityGroupRulesTestJSON-756424508-project-member] Enqueued Resource ID: 925516b0-901f-446a-9485-aaca116cb900 with Priority: HIGHEST for action security_group_rules [ 643.106735] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925516b0-901f-446a-9485-aaca116cb900 with Priority: HIGHEST for action security_group_rules [ 643.107088] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-925516b0-901f-446a-9485-aaca116cb900 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.107227] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-925516b0-901f-446a-9485-aaca116cb900" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.107305] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-925516b0-901f-446a-9485-aaca116cb900" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.107584] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-925516b0-901f-446a-9485-aaca116cb900" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.107683] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('925516b0-901f-446a-9485-aaca116cb900',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.592881] env[70337]: INFO networking_nsxv3.common.synchronization [None req-c07de02d-5b7b-4f8f-be2c-86349bd78a12 None None] Enqueued Resource ID: 1d7746ac-1289-4111-b471-a67981805197 with Priority: HIGHEST for action port [ 643.596010] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7746ac-1289-4111-b471-a67981805197 with Priority: HIGHEST for action port [ 643.596010] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d7746ac-1289-4111-b471-a67981805197 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.596010] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d7746ac-1289-4111-b471-a67981805197" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.596010] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d7746ac-1289-4111-b471-a67981805197" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.596010] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d7746ac-1289-4111-b471-a67981805197" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.596010] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d7746ac-1289-4111-b471-a67981805197',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.634951] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.634951] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.634951] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.634951] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.634951] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.634951] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 925516b0-901f-446a-9485-aaca116cb900 already deleted. [ 643.634951] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-925516b0-901f-446a-9485-aaca116cb900" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.100442] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d7746ac-1289-4111-b471-a67981805197 [ 644.100442] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.100442] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.100442] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.102196] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.102196] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.102196] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d7746ac-1289-4111-b471-a67981805197 already deleted. [ 644.102196] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d7746ac-1289-4111-b471-a67981805197" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.208516] env[70337]: INFO networking_nsxv3.common.synchronization [None req-69b8d6e0-ec7f-491b-b73e-f194f69fcb3d None None] Enqueued Resource ID: 7c71561d-40df-4570-a72c-a46258ef6feb with Priority: HIGHEST for action port [ 644.211018] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c71561d-40df-4570-a72c-a46258ef6feb with Priority: HIGHEST for action port [ 644.211018] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c71561d-40df-4570-a72c-a46258ef6feb taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.211311] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c71561d-40df-4570-a72c-a46258ef6feb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.212110] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c71561d-40df-4570-a72c-a46258ef6feb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.212110] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c71561d-40df-4570-a72c-a46258ef6feb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.212110] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c71561d-40df-4570-a72c-a46258ef6feb',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.715935] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c71561d-40df-4570-a72c-a46258ef6feb [ 644.715935] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.715935] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.715935] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.716299] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.716299] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.716299] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c71561d-40df-4570-a72c-a46258ef6feb already deleted. [ 644.716413] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c71561d-40df-4570-a72c-a46258ef6feb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.783025] env[70337]: INFO networking_nsxv3.common.synchronization [None req-7a99673d-ac9e-4683-b6f1-109c5be444df None None] Enqueued Resource ID: e6ece006-502a-499a-a245-e2d5ff14cba2 with Priority: HIGHEST for action port [ 644.783635] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ece006-502a-499a-a245-e2d5ff14cba2 with Priority: HIGHEST for action port [ 644.784550] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6ece006-502a-499a-a245-e2d5ff14cba2 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.785768] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6ece006-502a-499a-a245-e2d5ff14cba2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.785854] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6ece006-502a-499a-a245-e2d5ff14cba2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.786155] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6ece006-502a-499a-a245-e2d5ff14cba2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.786245] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6ece006-502a-499a-a245-e2d5ff14cba2',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.072788] env[70337]: INFO networking_nsxv3.common.synchronization [None req-89054b35-7e00-4a08-9150-a5843992e48b None None] Enqueued Resource ID: c176b0b9-8532-42ce-91e6-57e4de0f919e with Priority: HIGHEST for action port [ 645.073056] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c176b0b9-8532-42ce-91e6-57e4de0f919e with Priority: HIGHEST for action port [ 645.073602] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c176b0b9-8532-42ce-91e6-57e4de0f919e taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.073731] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c176b0b9-8532-42ce-91e6-57e4de0f919e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.073853] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c176b0b9-8532-42ce-91e6-57e4de0f919e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.074048] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c176b0b9-8532-42ce-91e6-57e4de0f919e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.074131] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c176b0b9-8532-42ce-91e6-57e4de0f919e',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.288204] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6ece006-502a-499a-a245-e2d5ff14cba2 [ 645.290691] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.290691] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.290691] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.291098] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.291098] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.291098] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6ece006-502a-499a-a245-e2d5ff14cba2 already deleted. [ 645.291098] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6ece006-502a-499a-a245-e2d5ff14cba2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.535611] env[70337]: INFO networking_nsxv3.common.synchronization [None req-7f4bebad-259e-44cf-8706-e35fd3a8d3ee None None] Enqueued Resource ID: d09f47af-7c2c-4b0a-9353-b62057c95689 with Priority: HIGHEST for action port [ 645.536691] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09f47af-7c2c-4b0a-9353-b62057c95689 with Priority: HIGHEST for action port [ 645.537173] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d09f47af-7c2c-4b0a-9353-b62057c95689 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.538209] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d09f47af-7c2c-4b0a-9353-b62057c95689" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.540655] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d09f47af-7c2c-4b0a-9353-b62057c95689" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.540655] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d09f47af-7c2c-4b0a-9353-b62057c95689" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.540655] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09f47af-7c2c-4b0a-9353-b62057c95689',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.576826] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c176b0b9-8532-42ce-91e6-57e4de0f919e [ 645.576826] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.576826] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.576826] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.576826] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.576826] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.576826] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c176b0b9-8532-42ce-91e6-57e4de0f919e already deleted. [ 645.576826] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c176b0b9-8532-42ce-91e6-57e4de0f919e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.041457] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d09f47af-7c2c-4b0a-9353-b62057c95689 [ 646.041457] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.041457] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.042102] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.042102] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.042102] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.042102] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d09f47af-7c2c-4b0a-9353-b62057c95689 already deleted. [ 646.042303] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d09f47af-7c2c-4b0a-9353-b62057c95689" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.574717] env[70337]: INFO networking_nsxv3.common.synchronization [None req-88b7274e-f984-4951-8b94-b3872c07b127 None None] Enqueued Resource ID: 9f72096e-6eae-4bee-8d28-8840ab88d490 with Priority: HIGHEST for action port [ 647.574717] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f72096e-6eae-4bee-8d28-8840ab88d490 with Priority: HIGHEST for action port [ 647.575044] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f72096e-6eae-4bee-8d28-8840ab88d490 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.575344] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f72096e-6eae-4bee-8d28-8840ab88d490" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.575344] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f72096e-6eae-4bee-8d28-8840ab88d490" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.575464] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f72096e-6eae-4bee-8d28-8840ab88d490" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.576137] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f72096e-6eae-4bee-8d28-8840ab88d490',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.079660] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f72096e-6eae-4bee-8d28-8840ab88d490 [ 648.079897] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.080040] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.080107] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.080317] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.080407] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.080525] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f72096e-6eae-4bee-8d28-8840ab88d490 already deleted. [ 648.080614] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f72096e-6eae-4bee-8d28-8840ab88d490" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.697879] env[70337]: INFO networking_nsxv3.common.synchronization [None req-0943b97f-bc6e-4a28-a2e4-c43897e8c9c0 None None] Enqueued Resource ID: eab42079-aa5b-452d-a42f-532aa5c05dfd with Priority: HIGHEST for action port [ 648.698184] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab42079-aa5b-452d-a42f-532aa5c05dfd with Priority: HIGHEST for action port [ 648.702389] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-eab42079-aa5b-452d-a42f-532aa5c05dfd taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.702530] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eab42079-aa5b-452d-a42f-532aa5c05dfd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.702598] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eab42079-aa5b-452d-a42f-532aa5c05dfd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.702947] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eab42079-aa5b-452d-a42f-532aa5c05dfd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.702947] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eab42079-aa5b-452d-a42f-532aa5c05dfd',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.044080] env[70337]: INFO networking_nsxv3.common.synchronization [None req-45feb846-21a7-44c8-ba7c-ddc0060ba02f None None] Enqueued Resource ID: 9bfc0489-5ce4-43b8-9b05-965ec270eeda with Priority: HIGHEST for action port [ 649.044080] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bfc0489-5ce4-43b8-9b05-965ec270eeda with Priority: HIGHEST for action port [ 649.044080] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bfc0489-5ce4-43b8-9b05-965ec270eeda taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.044292] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bfc0489-5ce4-43b8-9b05-965ec270eeda" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.044292] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bfc0489-5ce4-43b8-9b05-965ec270eeda" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.044593] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bfc0489-5ce4-43b8-9b05-965ec270eeda" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.044648] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bfc0489-5ce4-43b8-9b05-965ec270eeda',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.207221] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eab42079-aa5b-452d-a42f-532aa5c05dfd [ 649.207221] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.207221] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.207221] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.207653] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.207791] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.208494] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eab42079-aa5b-452d-a42f-532aa5c05dfd already deleted. [ 649.208494] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eab42079-aa5b-452d-a42f-532aa5c05dfd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.548894] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bfc0489-5ce4-43b8-9b05-965ec270eeda [ 649.548987] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.549548] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.549548] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.552542] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.552542] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.552542] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bfc0489-5ce4-43b8-9b05-965ec270eeda already deleted. [ 649.552542] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bfc0489-5ce4-43b8-9b05-965ec270eeda" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.694159] env[70337]: INFO networking_nsxv3.common.synchronization [None req-5abf50b8-ffca-4548-9293-7828da2298ba None None] Enqueued Resource ID: 288bd249-9a5c-4811-a6d0-7fc59cbf1621 with Priority: HIGHEST for action port [ 649.694429] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288bd249-9a5c-4811-a6d0-7fc59cbf1621 with Priority: HIGHEST for action port [ 649.695056] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-288bd249-9a5c-4811-a6d0-7fc59cbf1621 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.695151] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-288bd249-9a5c-4811-a6d0-7fc59cbf1621" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.695208] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-288bd249-9a5c-4811-a6d0-7fc59cbf1621" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.695495] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-288bd249-9a5c-4811-a6d0-7fc59cbf1621" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.695544] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('288bd249-9a5c-4811-a6d0-7fc59cbf1621',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.199738] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 288bd249-9a5c-4811-a6d0-7fc59cbf1621 [ 650.200162] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.200243] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.200286] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.200519] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.200624] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.200729] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:288bd249-9a5c-4811-a6d0-7fc59cbf1621 already deleted. [ 650.200909] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-288bd249-9a5c-4811-a6d0-7fc59cbf1621" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.859148] env[70337]: INFO networking_nsxv3.common.synchronization [None req-7ebe9f0b-b433-4fa1-9c1d-bff31a410e0d tempest-AttachVolumeShelveTestJSON-1637159274 tempest-AttachVolumeShelveTestJSON-1637159274-project-member] Enqueued Resource ID: bd3312d5-e116-47f6-ac1f-9a6e73ad57d5 with Priority: HIGHEST for action security_group_rules [ 650.859148] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3312d5-e116-47f6-ac1f-9a6e73ad57d5 with Priority: HIGHEST for action security_group_rules [ 650.859148] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd3312d5-e116-47f6-ac1f-9a6e73ad57d5 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.859148] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd3312d5-e116-47f6-ac1f-9a6e73ad57d5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.859148] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd3312d5-e116-47f6-ac1f-9a6e73ad57d5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.861326] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd3312d5-e116-47f6-ac1f-9a6e73ad57d5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.861411] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd3312d5-e116-47f6-ac1f-9a6e73ad57d5',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.067562] env[70337]: INFO networking_nsxv3.common.synchronization [None req-1a91f636-62b0-42c1-aa18-c6c13aac918e None None] Enqueued Resource ID: eaf05f94-43c1-482c-9b56-a817a3b722e7 with Priority: HIGHEST for action port [ 651.067562] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf05f94-43c1-482c-9b56-a817a3b722e7 with Priority: HIGHEST for action port [ 651.067640] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaf05f94-43c1-482c-9b56-a817a3b722e7 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.067736] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaf05f94-43c1-482c-9b56-a817a3b722e7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.067801] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaf05f94-43c1-482c-9b56-a817a3b722e7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.068890] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaf05f94-43c1-482c-9b56-a817a3b722e7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.069340] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf05f94-43c1-482c-9b56-a817a3b722e7',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.387539] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.387832] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.387832] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.387832] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.388541] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.388541] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd3312d5-e116-47f6-ac1f-9a6e73ad57d5 already deleted. [ 651.388541] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd3312d5-e116-47f6-ac1f-9a6e73ad57d5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.408360] env[70337]: INFO networking_nsxv3.common.synchronization [None req-b45f4d02-1f52-4000-9bc6-f99999d6c529 tempest-AttachVolumeShelveTestJSON-1637159274 tempest-AttachVolumeShelveTestJSON-1637159274-project-member] Enqueued Resource ID: bd3312d5-e116-47f6-ac1f-9a6e73ad57d5 with Priority: HIGHEST for action security_group_rules [ 651.409155] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3312d5-e116-47f6-ac1f-9a6e73ad57d5 with Priority: HIGHEST for action security_group_rules [ 651.409155] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd3312d5-e116-47f6-ac1f-9a6e73ad57d5 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.409921] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd3312d5-e116-47f6-ac1f-9a6e73ad57d5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.409921] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd3312d5-e116-47f6-ac1f-9a6e73ad57d5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.409921] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd3312d5-e116-47f6-ac1f-9a6e73ad57d5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.409921] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd3312d5-e116-47f6-ac1f-9a6e73ad57d5',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.572430] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eaf05f94-43c1-482c-9b56-a817a3b722e7 [ 651.572766] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.572944] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.573055] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.573305] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.573436] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.573568] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eaf05f94-43c1-482c-9b56-a817a3b722e7 already deleted. [ 651.573683] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaf05f94-43c1-482c-9b56-a817a3b722e7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.932702] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.932974] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.933247] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.934274] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.934383] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.934489] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd3312d5-e116-47f6-ac1f-9a6e73ad57d5 already deleted. [ 651.934579] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd3312d5-e116-47f6-ac1f-9a6e73ad57d5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.938185] env[70337]: INFO networking_nsxv3.common.synchronization [None req-3d627ca4-0e94-4f42-9fb1-e4b979b14db1 None None] Enqueued Resource ID: 79a503d1-ac15-4493-88ad-687e3fb576f2 with Priority: HIGHEST for action port [ 652.938655] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79a503d1-ac15-4493-88ad-687e3fb576f2 with Priority: HIGHEST for action port [ 652.939132] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-79a503d1-ac15-4493-88ad-687e3fb576f2 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.939384] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79a503d1-ac15-4493-88ad-687e3fb576f2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.939384] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79a503d1-ac15-4493-88ad-687e3fb576f2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.939636] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79a503d1-ac15-4493-88ad-687e3fb576f2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.939696] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79a503d1-ac15-4493-88ad-687e3fb576f2',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.280808] env[70337]: INFO networking_nsxv3.common.synchronization [None req-eba91388-d91c-4e73-8dba-e146f535866d None None] Enqueued Resource ID: d099b3e2-95c1-4690-a0a8-53e87e1c4281 with Priority: HIGHEST for action port [ 653.281075] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d099b3e2-95c1-4690-a0a8-53e87e1c4281 with Priority: HIGHEST for action port [ 653.282452] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d099b3e2-95c1-4690-a0a8-53e87e1c4281 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.282452] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d099b3e2-95c1-4690-a0a8-53e87e1c4281" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.282452] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d099b3e2-95c1-4690-a0a8-53e87e1c4281" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.282452] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d099b3e2-95c1-4690-a0a8-53e87e1c4281" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.282452] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d099b3e2-95c1-4690-a0a8-53e87e1c4281',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.443707] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79a503d1-ac15-4493-88ad-687e3fb576f2 [ 653.443926] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.444067] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.444134] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.444341] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.444426] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.444526] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79a503d1-ac15-4493-88ad-687e3fb576f2 already deleted. [ 653.444589] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79a503d1-ac15-4493-88ad-687e3fb576f2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.785121] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d099b3e2-95c1-4690-a0a8-53e87e1c4281 [ 653.785434] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.785543] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.785543] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.786632] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.786632] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.786632] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d099b3e2-95c1-4690-a0a8-53e87e1c4281 already deleted. [ 653.786632] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d099b3e2-95c1-4690-a0a8-53e87e1c4281" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.844744] env[70337]: INFO networking_nsxv3.common.synchronization [None req-09d9a57d-7680-4e90-8416-2a8576a22f0e None None] Enqueued Resource ID: 12e47de9-3bb3-42cb-b583-5de742b3a7c0 with Priority: HIGHEST for action port [ 653.844744] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e47de9-3bb3-42cb-b583-5de742b3a7c0 with Priority: HIGHEST for action port [ 653.844744] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-12e47de9-3bb3-42cb-b583-5de742b3a7c0 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.844744] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12e47de9-3bb3-42cb-b583-5de742b3a7c0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.846922] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12e47de9-3bb3-42cb-b583-5de742b3a7c0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.850631] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12e47de9-3bb3-42cb-b583-5de742b3a7c0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.850631] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12e47de9-3bb3-42cb-b583-5de742b3a7c0',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.352339] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12e47de9-3bb3-42cb-b583-5de742b3a7c0 [ 654.352339] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.352339] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.352339] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.352339] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.352339] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.352800] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12e47de9-3bb3-42cb-b583-5de742b3a7c0 already deleted. [ 654.352800] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12e47de9-3bb3-42cb-b583-5de742b3a7c0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.597693] env[70337]: INFO networking_nsxv3.common.synchronization [None req-951fcd90-2399-4e0a-8182-ec037a66045f tempest-ServerActionsTestOtherA-1119337536 tempest-ServerActionsTestOtherA-1119337536-project-member] Enqueued Resource ID: 449b5408-89f5-45ae-a346-c78b7d6b86ab with Priority: HIGHEST for action security_group_rules [ 656.598290] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449b5408-89f5-45ae-a346-c78b7d6b86ab with Priority: HIGHEST for action security_group_rules [ 656.598777] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-449b5408-89f5-45ae-a346-c78b7d6b86ab taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.598777] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-449b5408-89f5-45ae-a346-c78b7d6b86ab" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.598777] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-449b5408-89f5-45ae-a346-c78b7d6b86ab" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.599778] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-449b5408-89f5-45ae-a346-c78b7d6b86ab" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.600929] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('449b5408-89f5-45ae-a346-c78b7d6b86ab',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.838350] env[70337]: INFO networking_nsxv3.common.synchronization [None req-df91ac44-fee8-4f9c-959f-00a37d97ffaa tempest-ServerActionsTestOtherA-1119337536 tempest-ServerActionsTestOtherA-1119337536-project-member] Enqueued Resource ID: 449b5408-89f5-45ae-a346-c78b7d6b86ab with Priority: HIGHEST for action security_group_rules [ 656.838350] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449b5408-89f5-45ae-a346-c78b7d6b86ab with Priority: HIGHEST for action security_group_rules [ 656.838350] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-449b5408-89f5-45ae-a346-c78b7d6b86ab taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.838350] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-449b5408-89f5-45ae-a346-c78b7d6b86ab" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.129021] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.129021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.129021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.129021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.129021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.129021] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 449b5408-89f5-45ae-a346-c78b7d6b86ab already deleted. [ 657.129021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-449b5408-89f5-45ae-a346-c78b7d6b86ab" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.129021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-449b5408-89f5-45ae-a346-c78b7d6b86ab" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.129021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-449b5408-89f5-45ae-a346-c78b7d6b86ab" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.129021] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('449b5408-89f5-45ae-a346-c78b7d6b86ab',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.648490] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.648731] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.648873] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.649267] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.649267] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.649372] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 449b5408-89f5-45ae-a346-c78b7d6b86ab already deleted. [ 657.649410] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-449b5408-89f5-45ae-a346-c78b7d6b86ab" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.000098] env[70337]: INFO networking_nsxv3.common.synchronization [None req-fd817f1a-1a25-4bc1-bd39-89b401dd6ac8 None None] Enqueued Resource ID: 3c6db205-22c8-4f74-8356-84a93ac967ad with Priority: HIGHEST for action port [ 658.000355] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c6db205-22c8-4f74-8356-84a93ac967ad with Priority: HIGHEST for action port [ 658.000881] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c6db205-22c8-4f74-8356-84a93ac967ad taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.001011] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c6db205-22c8-4f74-8356-84a93ac967ad" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.001083] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c6db205-22c8-4f74-8356-84a93ac967ad" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.001330] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c6db205-22c8-4f74-8356-84a93ac967ad" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.001638] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c6db205-22c8-4f74-8356-84a93ac967ad',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.507026] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c6db205-22c8-4f74-8356-84a93ac967ad [ 658.507026] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.507179] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.507179] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.507349] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.507456] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.507611] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c6db205-22c8-4f74-8356-84a93ac967ad already deleted. [ 658.507672] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c6db205-22c8-4f74-8356-84a93ac967ad" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.001869] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 663.002231] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 664.472519] env[70337]: INFO networking_nsxv3.common.synchronization [None req-1870432b-4d5b-49b2-8cc4-9349fc5a21b2 None None] Enqueued Resource ID: 26f4d01a-4902-42db-9387-435e72245617 with Priority: HIGHEST for action port [ 664.472765] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f4d01a-4902-42db-9387-435e72245617 with Priority: HIGHEST for action port [ 664.473278] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-26f4d01a-4902-42db-9387-435e72245617 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.473408] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26f4d01a-4902-42db-9387-435e72245617" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.473487] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26f4d01a-4902-42db-9387-435e72245617" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.473722] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26f4d01a-4902-42db-9387-435e72245617" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.473802] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26f4d01a-4902-42db-9387-435e72245617',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.977820] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26f4d01a-4902-42db-9387-435e72245617 [ 664.978397] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.981070] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.981070] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.981070] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.981070] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.981070] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26f4d01a-4902-42db-9387-435e72245617 already deleted. [ 664.981070] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26f4d01a-4902-42db-9387-435e72245617" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.567220] env[70337]: INFO networking_nsxv3.common.synchronization [None req-d81e4c98-e92b-4f1f-9413-928d7ec6f497 None None] Enqueued Resource ID: 34ac70be-bb76-403f-b884-4e18337c50a6 with Priority: HIGHEST for action port [ 665.567220] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34ac70be-bb76-403f-b884-4e18337c50a6 with Priority: HIGHEST for action port [ 665.568499] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-34ac70be-bb76-403f-b884-4e18337c50a6 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.568499] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34ac70be-bb76-403f-b884-4e18337c50a6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.568499] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34ac70be-bb76-403f-b884-4e18337c50a6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.568499] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34ac70be-bb76-403f-b884-4e18337c50a6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.568499] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34ac70be-bb76-403f-b884-4e18337c50a6',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.073530] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34ac70be-bb76-403f-b884-4e18337c50a6 [ 666.073604] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.073898] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.073898] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.074072] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.074072] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.074244] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34ac70be-bb76-403f-b884-4e18337c50a6 already deleted. [ 666.074244] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34ac70be-bb76-403f-b884-4e18337c50a6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.473951] env[70337]: INFO networking_nsxv3.common.synchronization [None req-2b37cc16-6f3a-47e6-ae54-64cad26c3a92 None None] Enqueued Resource ID: e0828764-c2cf-44d5-b41e-2ce09c05e34a with Priority: HIGHEST for action port [ 667.474279] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0828764-c2cf-44d5-b41e-2ce09c05e34a with Priority: HIGHEST for action port [ 667.480419] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0828764-c2cf-44d5-b41e-2ce09c05e34a taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.480419] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0828764-c2cf-44d5-b41e-2ce09c05e34a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.480419] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0828764-c2cf-44d5-b41e-2ce09c05e34a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.480419] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0828764-c2cf-44d5-b41e-2ce09c05e34a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.480419] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0828764-c2cf-44d5-b41e-2ce09c05e34a',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.981864] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0828764-c2cf-44d5-b41e-2ce09c05e34a [ 667.982229] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.984117] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.984117] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.984117] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.984117] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.984117] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0828764-c2cf-44d5-b41e-2ce09c05e34a already deleted. [ 667.984117] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0828764-c2cf-44d5-b41e-2ce09c05e34a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.758747] env[70337]: INFO networking_nsxv3.common.synchronization [None req-0d13ab54-cd86-4a72-ae14-1dea888a8c8f None None] Enqueued Resource ID: f9abb94e-41f3-4c7f-b243-246a2477a0dd with Priority: HIGHEST for action port [ 668.758747] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9abb94e-41f3-4c7f-b243-246a2477a0dd with Priority: HIGHEST for action port [ 668.758747] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9abb94e-41f3-4c7f-b243-246a2477a0dd taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.758747] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9abb94e-41f3-4c7f-b243-246a2477a0dd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.758747] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9abb94e-41f3-4c7f-b243-246a2477a0dd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.759353] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9abb94e-41f3-4c7f-b243-246a2477a0dd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.759353] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9abb94e-41f3-4c7f-b243-246a2477a0dd',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.262908] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9abb94e-41f3-4c7f-b243-246a2477a0dd [ 669.263935] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.265195] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.265195] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.265195] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.265195] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.265195] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9abb94e-41f3-4c7f-b243-246a2477a0dd already deleted. [ 669.265195] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9abb94e-41f3-4c7f-b243-246a2477a0dd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.869584] env[70337]: INFO networking_nsxv3.common.synchronization [None req-92407215-a611-4009-8079-dc06b53f9bbb tempest-AttachVolumeShelveTestJSON-1637159274 tempest-AttachVolumeShelveTestJSON-1637159274-project-member] Enqueued Resource ID: ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b with Priority: HIGHEST for action security_group_rules [ 669.872033] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b with Priority: HIGHEST for action security_group_rules [ 669.872033] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.872293] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.872293] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.872529] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.872695] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.324408] env[70337]: INFO networking_nsxv3.common.synchronization [None req-b34c3966-3fae-4773-bac6-17b9ee28c4da None None] Enqueued Resource ID: 694c37cf-57f8-4333-bf7a-68076baf3da6 with Priority: HIGHEST for action port [ 670.324707] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694c37cf-57f8-4333-bf7a-68076baf3da6 with Priority: HIGHEST for action port [ 670.325937] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-694c37cf-57f8-4333-bf7a-68076baf3da6 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.325937] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-694c37cf-57f8-4333-bf7a-68076baf3da6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.325937] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-694c37cf-57f8-4333-bf7a-68076baf3da6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.325937] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-694c37cf-57f8-4333-bf7a-68076baf3da6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.326252] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('694c37cf-57f8-4333-bf7a-68076baf3da6',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.399336] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.399492] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.399566] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.400212] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.400212] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.400212] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b already deleted. [ 670.400390] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.833823] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 694c37cf-57f8-4333-bf7a-68076baf3da6 [ 670.833823] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.833823] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.833823] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.834034] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.834034] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.834096] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:694c37cf-57f8-4333-bf7a-68076baf3da6 already deleted. [ 670.834168] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-694c37cf-57f8-4333-bf7a-68076baf3da6" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.994099] env[70337]: INFO networking_nsxv3.common.synchronization [None req-1b15c11d-e47d-44b7-8692-ed2a619be47d tempest-AttachVolumeShelveTestJSON-1637159274 tempest-AttachVolumeShelveTestJSON-1637159274-project-member] Enqueued Resource ID: ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b with Priority: HIGHEST for action security_group_rules [ 670.994533] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b with Priority: HIGHEST for action security_group_rules [ 670.994848] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.994953] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.995513] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.998785] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.000050] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.520254] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.520254] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.520254] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.520254] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.520254] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.520254] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b already deleted. [ 671.520254] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef7fbd3a-02a5-4e6f-bd11-849ec6a5790b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.683859] env[70337]: INFO networking_nsxv3.common.synchronization [None req-fb79a457-1d3e-4810-aace-54e23ff53418 None None] Enqueued Resource ID: 903c7175-a229-4c26-856b-79c1a24bdd6e with Priority: HIGHEST for action port [ 672.685069] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903c7175-a229-4c26-856b-79c1a24bdd6e with Priority: HIGHEST for action port [ 672.685069] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-903c7175-a229-4c26-856b-79c1a24bdd6e taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.685069] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-903c7175-a229-4c26-856b-79c1a24bdd6e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.685069] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-903c7175-a229-4c26-856b-79c1a24bdd6e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.686757] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-903c7175-a229-4c26-856b-79c1a24bdd6e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.686757] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903c7175-a229-4c26-856b-79c1a24bdd6e',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.785118] env[70337]: INFO networking_nsxv3.common.synchronization [None req-9422c451-51bf-4eeb-bd36-7095215fee49 None None] Enqueued Resource ID: 5a8c14dd-6c70-49ad-8336-da0eb1660497 with Priority: HIGHEST for action port [ 672.785118] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a8c14dd-6c70-49ad-8336-da0eb1660497 with Priority: HIGHEST for action port [ 672.785370] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a8c14dd-6c70-49ad-8336-da0eb1660497 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.787492] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a8c14dd-6c70-49ad-8336-da0eb1660497" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.787492] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a8c14dd-6c70-49ad-8336-da0eb1660497" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.787492] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a8c14dd-6c70-49ad-8336-da0eb1660497" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.787803] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a8c14dd-6c70-49ad-8336-da0eb1660497',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.190199] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 903c7175-a229-4c26-856b-79c1a24bdd6e [ 673.190199] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.190199] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.190344] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.190488] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.190577] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.190686] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:903c7175-a229-4c26-856b-79c1a24bdd6e already deleted. [ 673.190775] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-903c7175-a229-4c26-856b-79c1a24bdd6e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.291707] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a8c14dd-6c70-49ad-8336-da0eb1660497 [ 673.291707] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.291707] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.291707] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.292131] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.292131] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.292203] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a8c14dd-6c70-49ad-8336-da0eb1660497 already deleted. [ 673.293171] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a8c14dd-6c70-49ad-8336-da0eb1660497" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.477378] env[70337]: INFO networking_nsxv3.common.synchronization [None req-b10a2d88-f46e-4304-9c52-088be80ab1f7 None None] Enqueued Resource ID: 8cbb4c76-9514-4235-ade5-fa85883502e4 with Priority: HIGHEST for action port [ 673.477688] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbb4c76-9514-4235-ade5-fa85883502e4 with Priority: HIGHEST for action port [ 673.480158] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cbb4c76-9514-4235-ade5-fa85883502e4 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.480319] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cbb4c76-9514-4235-ade5-fa85883502e4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.480379] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cbb4c76-9514-4235-ade5-fa85883502e4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.480642] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cbb4c76-9514-4235-ade5-fa85883502e4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.480737] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cbb4c76-9514-4235-ade5-fa85883502e4',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.984020] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cbb4c76-9514-4235-ade5-fa85883502e4 [ 673.984322] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.984322] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.984322] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.984834] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.984834] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.984834] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cbb4c76-9514-4235-ade5-fa85883502e4 already deleted. [ 673.984834] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cbb4c76-9514-4235-ade5-fa85883502e4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.024160] env[70337]: INFO networking_nsxv3.common.synchronization [None req-670cf6af-d39e-432d-bee7-0617f84c46ce None None] Enqueued Resource ID: 2d0d792b-bf05-431f-bb8e-30ac047d5792 with Priority: HIGHEST for action port [ 677.024160] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0d792b-bf05-431f-bb8e-30ac047d5792 with Priority: HIGHEST for action port [ 677.024691] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d0d792b-bf05-431f-bb8e-30ac047d5792 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.024833] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d0d792b-bf05-431f-bb8e-30ac047d5792" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.024903] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d0d792b-bf05-431f-bb8e-30ac047d5792" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.025157] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d0d792b-bf05-431f-bb8e-30ac047d5792" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.025229] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0d792b-bf05-431f-bb8e-30ac047d5792',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.237944] env[70337]: INFO networking_nsxv3.common.synchronization [None req-003becfe-572c-473e-a6ca-1763a838a9ad None None] Enqueued Resource ID: 9514ef1a-793a-4fab-8cdb-1141a786d3d8 with Priority: HIGHEST for action port [ 677.238222] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9514ef1a-793a-4fab-8cdb-1141a786d3d8 with Priority: HIGHEST for action port [ 677.239078] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-9514ef1a-793a-4fab-8cdb-1141a786d3d8 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.239856] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9514ef1a-793a-4fab-8cdb-1141a786d3d8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.239856] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9514ef1a-793a-4fab-8cdb-1141a786d3d8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.239856] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9514ef1a-793a-4fab-8cdb-1141a786d3d8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.239856] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9514ef1a-793a-4fab-8cdb-1141a786d3d8',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.513759] env[70337]: INFO networking_nsxv3.common.synchronization [None req-02b5ff36-88b2-4b28-91d3-838c56f8587d None None] Enqueued Resource ID: 349bcbd6-7204-4c2b-81b5-d2b711233dd0 with Priority: HIGHEST for action port [ 677.513759] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 349bcbd6-7204-4c2b-81b5-d2b711233dd0 with Priority: HIGHEST for action port [ 677.513759] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-349bcbd6-7204-4c2b-81b5-d2b711233dd0 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.513759] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-349bcbd6-7204-4c2b-81b5-d2b711233dd0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.513759] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-349bcbd6-7204-4c2b-81b5-d2b711233dd0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.513759] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-349bcbd6-7204-4c2b-81b5-d2b711233dd0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.513759] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('349bcbd6-7204-4c2b-81b5-d2b711233dd0',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.529505] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d0d792b-bf05-431f-bb8e-30ac047d5792 [ 677.532317] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.532386] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.532548] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.532742] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.532906] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.533100] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d0d792b-bf05-431f-bb8e-30ac047d5792 already deleted. [ 677.533902] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d0d792b-bf05-431f-bb8e-30ac047d5792" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.654468] env[70337]: INFO networking_nsxv3.common.synchronization [None req-c89a188a-3429-43dd-85d5-8cf44c102db6 tempest-AttachInterfacesUnderV243Test-258294375 tempest-AttachInterfacesUnderV243Test-258294375-project-member] Enqueued Resource ID: a7116836-23c9-4912-b7f0-cddc9b5de4cf with Priority: HIGHEST for action security_group_rules [ 677.654711] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7116836-23c9-4912-b7f0-cddc9b5de4cf with Priority: HIGHEST for action security_group_rules [ 677.658740] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7116836-23c9-4912-b7f0-cddc9b5de4cf taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.658740] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7116836-23c9-4912-b7f0-cddc9b5de4cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.658902] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7116836-23c9-4912-b7f0-cddc9b5de4cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.659120] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7116836-23c9-4912-b7f0-cddc9b5de4cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.659188] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7116836-23c9-4912-b7f0-cddc9b5de4cf',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.744126] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9514ef1a-793a-4fab-8cdb-1141a786d3d8 [ 677.744416] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.745324] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.748936] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.748936] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.748936] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.748936] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9514ef1a-793a-4fab-8cdb-1141a786d3d8 already deleted. [ 677.748936] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9514ef1a-793a-4fab-8cdb-1141a786d3d8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.021133] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 349bcbd6-7204-4c2b-81b5-d2b711233dd0 [ 678.021133] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.021133] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.021133] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.021133] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.021133] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.021133] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:349bcbd6-7204-4c2b-81b5-d2b711233dd0 already deleted. [ 678.021133] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-349bcbd6-7204-4c2b-81b5-d2b711233dd0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.066090] env[70337]: INFO networking_nsxv3.common.synchronization [None req-7378662e-a8d5-4c4e-8e9c-bed8d9aded6b tempest-AttachInterfacesUnderV243Test-258294375 tempest-AttachInterfacesUnderV243Test-258294375-project-member] Enqueued Resource ID: a7116836-23c9-4912-b7f0-cddc9b5de4cf with Priority: HIGHEST for action security_group_rules [ 678.066090] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7116836-23c9-4912-b7f0-cddc9b5de4cf with Priority: HIGHEST for action security_group_rules [ 678.066090] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7116836-23c9-4912-b7f0-cddc9b5de4cf taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.066090] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7116836-23c9-4912-b7f0-cddc9b5de4cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.181973] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.181973] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.181973] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.181973] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.181973] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.181973] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7116836-23c9-4912-b7f0-cddc9b5de4cf already deleted. [ 678.181973] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7116836-23c9-4912-b7f0-cddc9b5de4cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.181973] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7116836-23c9-4912-b7f0-cddc9b5de4cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.181973] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7116836-23c9-4912-b7f0-cddc9b5de4cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.181973] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7116836-23c9-4912-b7f0-cddc9b5de4cf',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.426667] env[70337]: INFO networking_nsxv3.common.synchronization [None req-5a91920d-2387-4edc-8269-c73f6fb8d044 None None] Enqueued Resource ID: e1f26fbd-cbc7-4474-bb01-3bbee1d3eafd with Priority: HIGHEST for action port [ 678.427245] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f26fbd-cbc7-4474-bb01-3bbee1d3eafd with Priority: HIGHEST for action port [ 678.427543] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1f26fbd-cbc7-4474-bb01-3bbee1d3eafd taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.427699] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1f26fbd-cbc7-4474-bb01-3bbee1d3eafd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.427767] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1f26fbd-cbc7-4474-bb01-3bbee1d3eafd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.428025] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1f26fbd-cbc7-4474-bb01-3bbee1d3eafd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.428107] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1f26fbd-cbc7-4474-bb01-3bbee1d3eafd',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.708172] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.708330] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.708404] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.708619] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.711750] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.711750] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7116836-23c9-4912-b7f0-cddc9b5de4cf already deleted. [ 678.711750] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7116836-23c9-4912-b7f0-cddc9b5de4cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.930588] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1f26fbd-cbc7-4474-bb01-3bbee1d3eafd [ 678.930864] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.931012] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.931088] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.931301] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.931395] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.931491] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1f26fbd-cbc7-4474-bb01-3bbee1d3eafd already deleted. [ 678.931574] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1f26fbd-cbc7-4474-bb01-3bbee1d3eafd" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.884881] env[70337]: INFO networking_nsxv3.common.synchronization [None req-3d541e17-41a7-4fc3-89a3-2b448aa96d68 None None] Enqueued Resource ID: 0e3a9698-111f-490b-bb3b-fb5426e4d8b8 with Priority: HIGHEST for action port [ 679.887040] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3a9698-111f-490b-bb3b-fb5426e4d8b8 with Priority: HIGHEST for action port [ 679.887040] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e3a9698-111f-490b-bb3b-fb5426e4d8b8 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.887040] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e3a9698-111f-490b-bb3b-fb5426e4d8b8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.887040] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e3a9698-111f-490b-bb3b-fb5426e4d8b8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.887040] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e3a9698-111f-490b-bb3b-fb5426e4d8b8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.887040] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e3a9698-111f-490b-bb3b-fb5426e4d8b8',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.159376] env[70337]: INFO networking_nsxv3.common.synchronization [None req-ec1b499d-5ac3-4740-864f-27b45ab16504 None None] Enqueued Resource ID: 5324a791-8b2e-4418-ae78-741e7d6f1c9e with Priority: HIGHEST for action port [ 680.159376] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5324a791-8b2e-4418-ae78-741e7d6f1c9e with Priority: HIGHEST for action port [ 680.161752] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-5324a791-8b2e-4418-ae78-741e7d6f1c9e taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.161752] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5324a791-8b2e-4418-ae78-741e7d6f1c9e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.161752] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5324a791-8b2e-4418-ae78-741e7d6f1c9e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.161752] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5324a791-8b2e-4418-ae78-741e7d6f1c9e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.161752] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5324a791-8b2e-4418-ae78-741e7d6f1c9e',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.389371] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e3a9698-111f-490b-bb3b-fb5426e4d8b8 [ 680.389608] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.390261] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.390261] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.390261] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.390261] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.390261] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e3a9698-111f-490b-bb3b-fb5426e4d8b8 already deleted. [ 680.390442] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e3a9698-111f-490b-bb3b-fb5426e4d8b8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.465517] env[70337]: INFO networking_nsxv3.common.synchronization [None req-08b475be-bdae-4f37-981e-7757d03b9c28 None None] Enqueued Resource ID: d6977a0e-1ad0-4da7-8e95-bc215b8fef4f with Priority: HIGHEST for action port [ 680.467829] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6977a0e-1ad0-4da7-8e95-bc215b8fef4f with Priority: HIGHEST for action port [ 680.467829] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6977a0e-1ad0-4da7-8e95-bc215b8fef4f taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.467829] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6977a0e-1ad0-4da7-8e95-bc215b8fef4f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.467829] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6977a0e-1ad0-4da7-8e95-bc215b8fef4f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.467829] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6977a0e-1ad0-4da7-8e95-bc215b8fef4f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.467829] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6977a0e-1ad0-4da7-8e95-bc215b8fef4f',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.667107] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5324a791-8b2e-4418-ae78-741e7d6f1c9e [ 680.667107] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.667107] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.667107] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.667107] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.667107] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.667107] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5324a791-8b2e-4418-ae78-741e7d6f1c9e already deleted. [ 680.667107] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5324a791-8b2e-4418-ae78-741e7d6f1c9e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.971777] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6977a0e-1ad0-4da7-8e95-bc215b8fef4f [ 680.972105] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.972105] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.972259] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.975603] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.975664] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.975722] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6977a0e-1ad0-4da7-8e95-bc215b8fef4f already deleted. [ 680.975802] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6977a0e-1ad0-4da7-8e95-bc215b8fef4f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.363400] env[70337]: INFO networking_nsxv3.common.synchronization [None req-8488edd2-2c19-4845-a9be-8baf8af1a00d None None] Enqueued Resource ID: cd896d32-c0ac-40e0-ace5-358993e3be62 with Priority: HIGHEST for action port [ 681.363400] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd896d32-c0ac-40e0-ace5-358993e3be62 with Priority: HIGHEST for action port [ 681.363400] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd896d32-c0ac-40e0-ace5-358993e3be62 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.363400] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd896d32-c0ac-40e0-ace5-358993e3be62" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.363400] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd896d32-c0ac-40e0-ace5-358993e3be62" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.363400] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd896d32-c0ac-40e0-ace5-358993e3be62" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.363400] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd896d32-c0ac-40e0-ace5-358993e3be62',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.563866] env[70337]: INFO networking_nsxv3.common.synchronization [None req-8f32488c-0c06-4b8c-ab92-53be86713e77 tempest-ServersTestBootFromVolume-91654592 tempest-ServersTestBootFromVolume-91654592-project-member] Enqueued Resource ID: 837307d6-a89b-4767-ba57-8b5aa1c7b1c3 with Priority: HIGHEST for action security_group_rules [ 681.563866] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837307d6-a89b-4767-ba57-8b5aa1c7b1c3 with Priority: HIGHEST for action security_group_rules [ 681.564190] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-837307d6-a89b-4767-ba57-8b5aa1c7b1c3 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.565118] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-837307d6-a89b-4767-ba57-8b5aa1c7b1c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.565118] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-837307d6-a89b-4767-ba57-8b5aa1c7b1c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.565118] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-837307d6-a89b-4767-ba57-8b5aa1c7b1c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.565118] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('837307d6-a89b-4767-ba57-8b5aa1c7b1c3',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.866750] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd896d32-c0ac-40e0-ace5-358993e3be62 [ 681.867064] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.868071] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.868749] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.868749] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.868749] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.870184] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd896d32-c0ac-40e0-ace5-358993e3be62 already deleted. [ 681.870269] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd896d32-c0ac-40e0-ace5-358993e3be62" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.087834] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.088124] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.088124] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.088447] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.088447] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.088564] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 837307d6-a89b-4767-ba57-8b5aa1c7b1c3 already deleted. [ 682.088564] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-837307d6-a89b-4767-ba57-8b5aa1c7b1c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.372449] env[70337]: INFO networking_nsxv3.common.synchronization [None req-a7f96536-9ab7-4f94-a581-2821e3c71eb3 tempest-ServersTestBootFromVolume-91654592 tempest-ServersTestBootFromVolume-91654592-project-member] Enqueued Resource ID: 837307d6-a89b-4767-ba57-8b5aa1c7b1c3 with Priority: HIGHEST for action security_group_rules [ 682.373108] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837307d6-a89b-4767-ba57-8b5aa1c7b1c3 with Priority: HIGHEST for action security_group_rules [ 682.373439] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-837307d6-a89b-4767-ba57-8b5aa1c7b1c3 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.374538] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-837307d6-a89b-4767-ba57-8b5aa1c7b1c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.376174] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-837307d6-a89b-4767-ba57-8b5aa1c7b1c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.376480] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-837307d6-a89b-4767-ba57-8b5aa1c7b1c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.376578] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('837307d6-a89b-4767-ba57-8b5aa1c7b1c3',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.509607] env[70337]: INFO networking_nsxv3.common.synchronization [None req-ee5d680e-c7dc-41a3-9cdd-7d520e50e746 None None] Enqueued Resource ID: 7b69f491-ab87-49b5-9e52-d6f0c09f42c3 with Priority: HIGHEST for action port [ 682.509891] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69f491-ab87-49b5-9e52-d6f0c09f42c3 with Priority: HIGHEST for action port [ 682.510837] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b69f491-ab87-49b5-9e52-d6f0c09f42c3 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.510968] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b69f491-ab87-49b5-9e52-d6f0c09f42c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.513130] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b69f491-ab87-49b5-9e52-d6f0c09f42c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.513495] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b69f491-ab87-49b5-9e52-d6f0c09f42c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.513586] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b69f491-ab87-49b5-9e52-d6f0c09f42c3',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.901499] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.901625] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.901727] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.901894] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.902051] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.902142] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 837307d6-a89b-4767-ba57-8b5aa1c7b1c3 already deleted. [ 682.902247] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-837307d6-a89b-4767-ba57-8b5aa1c7b1c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.010068] env[70337]: INFO networking_nsxv3.common.synchronization [None req-971c79a4-fb3a-4813-a8d8-52bf63c3f939 None None] Enqueued Resource ID: d9e1f2d8-5950-493e-9e6e-6dd3aa801d7c with Priority: HIGHEST for action port [ 683.010383] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e1f2d8-5950-493e-9e6e-6dd3aa801d7c with Priority: HIGHEST for action port [ 683.011452] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9e1f2d8-5950-493e-9e6e-6dd3aa801d7c taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.011619] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9e1f2d8-5950-493e-9e6e-6dd3aa801d7c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.011720] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9e1f2d8-5950-493e-9e6e-6dd3aa801d7c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.012028] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9e1f2d8-5950-493e-9e6e-6dd3aa801d7c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.012144] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9e1f2d8-5950-493e-9e6e-6dd3aa801d7c',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.015763] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b69f491-ab87-49b5-9e52-d6f0c09f42c3 [ 683.015927] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.016063] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.016131] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.016318] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.016403] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.016558] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b69f491-ab87-49b5-9e52-d6f0c09f42c3 already deleted. [ 683.016558] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b69f491-ab87-49b5-9e52-d6f0c09f42c3" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.313274] env[70337]: INFO networking_nsxv3.common.synchronization [None req-aee1c830-8044-43e7-85f7-540fa9b8f2a4 None None] Enqueued Resource ID: 071c911b-580a-4b13-82f0-dd194a167129 with Priority: HIGHEST for action port [ 683.314754] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071c911b-580a-4b13-82f0-dd194a167129 with Priority: HIGHEST for action port [ 683.315400] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-071c911b-580a-4b13-82f0-dd194a167129 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.315400] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-071c911b-580a-4b13-82f0-dd194a167129" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.315523] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-071c911b-580a-4b13-82f0-dd194a167129" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.315720] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-071c911b-580a-4b13-82f0-dd194a167129" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.315798] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('071c911b-580a-4b13-82f0-dd194a167129',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.513904] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9e1f2d8-5950-493e-9e6e-6dd3aa801d7c [ 683.514160] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.514329] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.514426] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.514695] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.514799] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.514925] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9e1f2d8-5950-493e-9e6e-6dd3aa801d7c already deleted. [ 683.515059] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9e1f2d8-5950-493e-9e6e-6dd3aa801d7c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.819117] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 071c911b-580a-4b13-82f0-dd194a167129 [ 683.821382] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.821544] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.821615] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.821827] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.821915] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.822062] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:071c911b-580a-4b13-82f0-dd194a167129 already deleted. [ 683.822114] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-071c911b-580a-4b13-82f0-dd194a167129" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.843164] env[70337]: INFO networking_nsxv3.common.synchronization [None req-1ac8113a-a53e-4d5c-8216-d51a246a1398 tempest-ServersTestFqdnHostnames-1472936561 tempest-ServersTestFqdnHostnames-1472936561-project-member] Enqueued Resource ID: fb3e0d04-7795-4889-b309-6d3f4dc766f1 with Priority: HIGHEST for action security_group_rules [ 683.845360] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3e0d04-7795-4889-b309-6d3f4dc766f1 with Priority: HIGHEST for action security_group_rules [ 683.845360] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3e0d04-7795-4889-b309-6d3f4dc766f1 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.845360] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3e0d04-7795-4889-b309-6d3f4dc766f1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.845779] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3e0d04-7795-4889-b309-6d3f4dc766f1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.845779] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3e0d04-7795-4889-b309-6d3f4dc766f1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.845779] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3e0d04-7795-4889-b309-6d3f4dc766f1',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.339379] env[70337]: INFO networking_nsxv3.common.synchronization [None req-53b01923-4702-4e34-95f1-592180b984f6 tempest-ServersTestFqdnHostnames-1472936561 tempest-ServersTestFqdnHostnames-1472936561-project-member] Enqueued Resource ID: fb3e0d04-7795-4889-b309-6d3f4dc766f1 with Priority: HIGHEST for action security_group_rules [ 684.339718] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3e0d04-7795-4889-b309-6d3f4dc766f1 with Priority: HIGHEST for action security_group_rules [ 684.340226] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3e0d04-7795-4889-b309-6d3f4dc766f1 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.340328] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3e0d04-7795-4889-b309-6d3f4dc766f1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.369054] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.369125] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.369174] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.369394] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.369484] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.369578] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3e0d04-7795-4889-b309-6d3f4dc766f1 already deleted. [ 684.369704] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3e0d04-7795-4889-b309-6d3f4dc766f1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.370298] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3e0d04-7795-4889-b309-6d3f4dc766f1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.370463] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3e0d04-7795-4889-b309-6d3f4dc766f1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.370546] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3e0d04-7795-4889-b309-6d3f4dc766f1',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.897763] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.898278] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.898379] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.898612] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.898708] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.898833] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3e0d04-7795-4889-b309-6d3f4dc766f1 already deleted. [ 684.898886] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3e0d04-7795-4889-b309-6d3f4dc766f1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.997013] env[70337]: INFO networking_nsxv3.common.synchronization [None req-30cec0cd-141b-4d04-985c-3ef52c6272eb None None] Enqueued Resource ID: d7689ccb-fc0f-4cdc-a698-a9e40094fdf8 with Priority: HIGHEST for action port [ 684.997013] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7689ccb-fc0f-4cdc-a698-a9e40094fdf8 with Priority: HIGHEST for action port [ 684.997013] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7689ccb-fc0f-4cdc-a698-a9e40094fdf8 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.997188] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7689ccb-fc0f-4cdc-a698-a9e40094fdf8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.997363] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7689ccb-fc0f-4cdc-a698-a9e40094fdf8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.997560] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7689ccb-fc0f-4cdc-a698-a9e40094fdf8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.997602] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7689ccb-fc0f-4cdc-a698-a9e40094fdf8',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.299725] env[70337]: INFO networking_nsxv3.common.synchronization [None req-ec6b6f13-494b-4883-948e-b6733e1083b7 None None] Enqueued Resource ID: 21c8331b-1b58-4dd7-8b62-f1e05898bb9a with Priority: HIGHEST for action port [ 685.300372] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c8331b-1b58-4dd7-8b62-f1e05898bb9a with Priority: HIGHEST for action port [ 685.300735] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-21c8331b-1b58-4dd7-8b62-f1e05898bb9a taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.300900] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21c8331b-1b58-4dd7-8b62-f1e05898bb9a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.300945] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21c8331b-1b58-4dd7-8b62-f1e05898bb9a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.301219] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21c8331b-1b58-4dd7-8b62-f1e05898bb9a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.301304] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21c8331b-1b58-4dd7-8b62-f1e05898bb9a',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.503428] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7689ccb-fc0f-4cdc-a698-a9e40094fdf8 [ 685.503428] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.503428] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.503428] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.503428] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.503428] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.503428] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7689ccb-fc0f-4cdc-a698-a9e40094fdf8 already deleted. [ 685.503428] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7689ccb-fc0f-4cdc-a698-a9e40094fdf8" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.573362] env[70337]: INFO networking_nsxv3.common.synchronization [None req-cc2a589b-2233-4314-b865-72c85ce92bcb None None] Enqueued Resource ID: 7f4e5c16-ae58-4502-997f-0ccc86dc53f4 with Priority: HIGHEST for action port [ 685.573469] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4e5c16-ae58-4502-997f-0ccc86dc53f4 with Priority: HIGHEST for action port [ 685.577826] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f4e5c16-ae58-4502-997f-0ccc86dc53f4 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.577977] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f4e5c16-ae58-4502-997f-0ccc86dc53f4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.578058] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f4e5c16-ae58-4502-997f-0ccc86dc53f4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.578317] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f4e5c16-ae58-4502-997f-0ccc86dc53f4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.578397] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f4e5c16-ae58-4502-997f-0ccc86dc53f4',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.805085] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21c8331b-1b58-4dd7-8b62-f1e05898bb9a [ 685.805085] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.805085] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.805085] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.805085] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.805085] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.805085] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21c8331b-1b58-4dd7-8b62-f1e05898bb9a already deleted. [ 685.805085] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21c8331b-1b58-4dd7-8b62-f1e05898bb9a" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.083655] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f4e5c16-ae58-4502-997f-0ccc86dc53f4 [ 686.087116] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.087116] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.087116] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.087116] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.087116] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.087116] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f4e5c16-ae58-4502-997f-0ccc86dc53f4 already deleted. [ 686.087116] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f4e5c16-ae58-4502-997f-0ccc86dc53f4" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.922656] env[70337]: INFO networking_nsxv3.common.synchronization [None req-6efe628e-6343-4a12-a9e2-cba19d3be437 tempest-AttachInterfacesTestJSON-688622984 tempest-AttachInterfacesTestJSON-688622984-project-member] Enqueued Resource ID: 79a2891a-9570-4f77-84dc-200f31fa7ca5 with Priority: HIGHEST for action security_group_rules [ 686.923176] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79a2891a-9570-4f77-84dc-200f31fa7ca5 with Priority: HIGHEST for action security_group_rules [ 686.924044] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79a2891a-9570-4f77-84dc-200f31fa7ca5 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.924044] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79a2891a-9570-4f77-84dc-200f31fa7ca5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.924044] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79a2891a-9570-4f77-84dc-200f31fa7ca5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.924044] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79a2891a-9570-4f77-84dc-200f31fa7ca5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.924044] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79a2891a-9570-4f77-84dc-200f31fa7ca5',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.237035] env[70337]: INFO networking_nsxv3.common.synchronization [None req-32cc6ffb-41b0-40f2-93f5-41a287380db8 None None] Enqueued Resource ID: 58f48cf3-c62f-4aac-b71d-592273cfdf9b with Priority: HIGHEST for action port [ 687.237492] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f48cf3-c62f-4aac-b71d-592273cfdf9b with Priority: HIGHEST for action port [ 687.241021] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-58f48cf3-c62f-4aac-b71d-592273cfdf9b taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.241021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58f48cf3-c62f-4aac-b71d-592273cfdf9b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.241021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58f48cf3-c62f-4aac-b71d-592273cfdf9b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.241021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58f48cf3-c62f-4aac-b71d-592273cfdf9b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.241021] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f48cf3-c62f-4aac-b71d-592273cfdf9b',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.445715] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.446896] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.446896] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.446896] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.446896] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.446896] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79a2891a-9570-4f77-84dc-200f31fa7ca5 already deleted. [ 687.446896] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79a2891a-9570-4f77-84dc-200f31fa7ca5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.492996] env[70337]: INFO networking_nsxv3.common.synchronization [None req-be483365-44fb-4f13-8227-5d25b9e6a748 tempest-AttachInterfacesTestJSON-688622984 tempest-AttachInterfacesTestJSON-688622984-project-member] Enqueued Resource ID: 79a2891a-9570-4f77-84dc-200f31fa7ca5 with Priority: HIGHEST for action security_group_rules [ 687.494156] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79a2891a-9570-4f77-84dc-200f31fa7ca5 with Priority: HIGHEST for action security_group_rules [ 687.494488] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79a2891a-9570-4f77-84dc-200f31fa7ca5 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.494616] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79a2891a-9570-4f77-84dc-200f31fa7ca5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.494684] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79a2891a-9570-4f77-84dc-200f31fa7ca5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.495082] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79a2891a-9570-4f77-84dc-200f31fa7ca5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.495082] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79a2891a-9570-4f77-84dc-200f31fa7ca5',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.743503] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58f48cf3-c62f-4aac-b71d-592273cfdf9b [ 687.743503] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.743503] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.743686] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.743800] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.743896] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.743996] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58f48cf3-c62f-4aac-b71d-592273cfdf9b already deleted. [ 687.744098] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58f48cf3-c62f-4aac-b71d-592273cfdf9b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.025365] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.025966] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.025966] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.025966] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.025966] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.025966] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79a2891a-9570-4f77-84dc-200f31fa7ca5 already deleted. [ 688.026170] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79a2891a-9570-4f77-84dc-200f31fa7ca5" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.511588] env[70337]: INFO networking_nsxv3.common.synchronization [None req-d81a9350-fe1d-4549-bfe1-27b49294c384 None None] Enqueued Resource ID: b8511dcb-06f8-4cff-b8b3-3ca472756308 with Priority: HIGHEST for action port [ 688.512781] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8511dcb-06f8-4cff-b8b3-3ca472756308 with Priority: HIGHEST for action port [ 688.513178] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8511dcb-06f8-4cff-b8b3-3ca472756308 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.514029] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8511dcb-06f8-4cff-b8b3-3ca472756308" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.514029] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8511dcb-06f8-4cff-b8b3-3ca472756308" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.514029] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8511dcb-06f8-4cff-b8b3-3ca472756308" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.514029] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8511dcb-06f8-4cff-b8b3-3ca472756308',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.018776] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8511dcb-06f8-4cff-b8b3-3ca472756308 [ 689.018776] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.018776] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.018776] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.018776] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.018776] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.018776] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8511dcb-06f8-4cff-b8b3-3ca472756308 already deleted. [ 689.018776] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8511dcb-06f8-4cff-b8b3-3ca472756308" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.059198] env[70337]: INFO networking_nsxv3.common.synchronization [None req-b8d8ced2-52a7-4e2f-a23b-568a6bd5daa7 None None] Enqueued Resource ID: 99a9aae4-9bdd-482a-88a0-e4f125c0de25 with Priority: HIGHEST for action port [ 689.059443] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a9aae4-9bdd-482a-88a0-e4f125c0de25 with Priority: HIGHEST for action port [ 689.060262] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-99a9aae4-9bdd-482a-88a0-e4f125c0de25 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.060262] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99a9aae4-9bdd-482a-88a0-e4f125c0de25" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.060262] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99a9aae4-9bdd-482a-88a0-e4f125c0de25" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.060449] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99a9aae4-9bdd-482a-88a0-e4f125c0de25" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.060449] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99a9aae4-9bdd-482a-88a0-e4f125c0de25',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.563366] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99a9aae4-9bdd-482a-88a0-e4f125c0de25 [ 689.563771] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.564163] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.564337] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.564861] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.565275] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.565477] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99a9aae4-9bdd-482a-88a0-e4f125c0de25 already deleted. [ 689.565661] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99a9aae4-9bdd-482a-88a0-e4f125c0de25" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.379090] env[70337]: INFO networking_nsxv3.common.synchronization [None req-78cc30e3-eb66-4962-85b9-c18523b20e34 None None] Enqueued Resource ID: 31afcf2c-916c-4555-9257-09f497855625 with Priority: HIGHEST for action port [ 690.379356] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31afcf2c-916c-4555-9257-09f497855625 with Priority: HIGHEST for action port [ 690.382110] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-31afcf2c-916c-4555-9257-09f497855625 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.382110] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31afcf2c-916c-4555-9257-09f497855625" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.382110] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31afcf2c-916c-4555-9257-09f497855625" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.382110] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31afcf2c-916c-4555-9257-09f497855625" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.382110] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31afcf2c-916c-4555-9257-09f497855625',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.884392] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31afcf2c-916c-4555-9257-09f497855625 [ 690.884392] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.884392] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.884392] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.884392] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.884392] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.884392] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31afcf2c-916c-4555-9257-09f497855625 already deleted. [ 690.884392] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31afcf2c-916c-4555-9257-09f497855625" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.299420] env[70337]: INFO networking_nsxv3.common.synchronization [None req-443da8af-0006-46c4-bc01-aa6fc5439c18 None None] Enqueued Resource ID: 82e8c62c-77b4-4568-bc64-a733b8912f57 with Priority: HIGHEST for action port [ 691.299684] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e8c62c-77b4-4568-bc64-a733b8912f57 with Priority: HIGHEST for action port [ 691.300282] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-82e8c62c-77b4-4568-bc64-a733b8912f57 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.300437] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82e8c62c-77b4-4568-bc64-a733b8912f57" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.300495] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82e8c62c-77b4-4568-bc64-a733b8912f57" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.300716] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82e8c62c-77b4-4568-bc64-a733b8912f57" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.300805] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e8c62c-77b4-4568-bc64-a733b8912f57',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.662778] env[70337]: INFO networking_nsxv3.common.synchronization [None req-fb72b570-5486-4dbd-b304-66f0591c6fce None None] Enqueued Resource ID: 6fa06cfc-85ec-436e-b0f8-44d90781330d with Priority: HIGHEST for action port [ 691.665622] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa06cfc-85ec-436e-b0f8-44d90781330d with Priority: HIGHEST for action port [ 691.667187] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fa06cfc-85ec-436e-b0f8-44d90781330d taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.670108] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fa06cfc-85ec-436e-b0f8-44d90781330d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.670108] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fa06cfc-85ec-436e-b0f8-44d90781330d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.670108] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fa06cfc-85ec-436e-b0f8-44d90781330d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.670108] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa06cfc-85ec-436e-b0f8-44d90781330d',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.809032] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82e8c62c-77b4-4568-bc64-a733b8912f57 [ 691.809691] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.809878] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.809970] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.810204] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.810335] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.810394] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82e8c62c-77b4-4568-bc64-a733b8912f57 already deleted. [ 691.810476] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82e8c62c-77b4-4568-bc64-a733b8912f57" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.171909] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fa06cfc-85ec-436e-b0f8-44d90781330d [ 692.173262] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.173262] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.173262] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.173262] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.173262] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.173262] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fa06cfc-85ec-436e-b0f8-44d90781330d already deleted. [ 692.173262] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fa06cfc-85ec-436e-b0f8-44d90781330d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.039736] env[70337]: INFO networking_nsxv3.common.synchronization [None req-226e67d7-8fab-419d-86a5-f5114aac3b42 None None] Enqueued Resource ID: fb7df397-cd34-4363-a6b9-b43ae581a3ea with Priority: HIGHEST for action port [ 693.039736] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb7df397-cd34-4363-a6b9-b43ae581a3ea with Priority: HIGHEST for action port [ 693.041079] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb7df397-cd34-4363-a6b9-b43ae581a3ea taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.041079] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb7df397-cd34-4363-a6b9-b43ae581a3ea" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.041079] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb7df397-cd34-4363-a6b9-b43ae581a3ea" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.041079] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb7df397-cd34-4363-a6b9-b43ae581a3ea" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.041079] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb7df397-cd34-4363-a6b9-b43ae581a3ea',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.546589] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb7df397-cd34-4363-a6b9-b43ae581a3ea [ 693.546937] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.547175] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.547270] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.547580] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.547757] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.548119] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb7df397-cd34-4363-a6b9-b43ae581a3ea already deleted. [ 693.548186] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb7df397-cd34-4363-a6b9-b43ae581a3ea" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.736885] env[70337]: INFO networking_nsxv3.common.synchronization [None req-469f8763-dcdc-4133-aa8c-58537bf1efa4 None None] Enqueued Resource ID: f776e366-7d80-4069-b88c-0c35757eab6b with Priority: HIGHEST for action port [ 694.736885] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f776e366-7d80-4069-b88c-0c35757eab6b with Priority: HIGHEST for action port [ 694.737602] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f776e366-7d80-4069-b88c-0c35757eab6b taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.737735] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f776e366-7d80-4069-b88c-0c35757eab6b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.737735] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f776e366-7d80-4069-b88c-0c35757eab6b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.738016] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f776e366-7d80-4069-b88c-0c35757eab6b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.739577] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f776e366-7d80-4069-b88c-0c35757eab6b',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.043489] env[70337]: INFO networking_nsxv3.common.synchronization [None req-fb8172a1-b795-4768-a259-e82c94719a6f None None] Enqueued Resource ID: 430fad22-fe2b-440f-85c1-36ac57f476ee with Priority: HIGHEST for action port [ 695.043489] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 430fad22-fe2b-440f-85c1-36ac57f476ee with Priority: HIGHEST for action port [ 695.043489] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-430fad22-fe2b-440f-85c1-36ac57f476ee taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.043489] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-430fad22-fe2b-440f-85c1-36ac57f476ee" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.043650] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-430fad22-fe2b-440f-85c1-36ac57f476ee" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.043816] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-430fad22-fe2b-440f-85c1-36ac57f476ee" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.043905] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('430fad22-fe2b-440f-85c1-36ac57f476ee',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.243998] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f776e366-7d80-4069-b88c-0c35757eab6b [ 695.244280] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.244412] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.244525] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.244707] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.244800] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.244897] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f776e366-7d80-4069-b88c-0c35757eab6b already deleted. [ 695.244979] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f776e366-7d80-4069-b88c-0c35757eab6b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.491988] env[70337]: INFO networking_nsxv3.common.synchronization [None req-f0a0d483-7880-4a09-9ec9-715c5a805fed tempest-ServerActionsTestJSON-1435894730 tempest-ServerActionsTestJSON-1435894730-project-member] Enqueued Resource ID: f9c06831-a232-4102-98ab-cbfb8650327d with Priority: HIGHEST for action security_group_rules [ 695.491988] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c06831-a232-4102-98ab-cbfb8650327d with Priority: HIGHEST for action security_group_rules [ 695.491988] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c06831-a232-4102-98ab-cbfb8650327d taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.491988] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c06831-a232-4102-98ab-cbfb8650327d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.491988] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c06831-a232-4102-98ab-cbfb8650327d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.494723] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c06831-a232-4102-98ab-cbfb8650327d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.494773] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c06831-a232-4102-98ab-cbfb8650327d',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.546345] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 430fad22-fe2b-440f-85c1-36ac57f476ee [ 695.546524] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.546655] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.546719] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.546943] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.547062] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.547363] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:430fad22-fe2b-440f-85c1-36ac57f476ee already deleted. [ 695.547363] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-430fad22-fe2b-440f-85c1-36ac57f476ee" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.596293] env[70337]: INFO networking_nsxv3.common.synchronization [None req-cedfacc2-730d-4235-a83a-ce5f0652107e None None] Enqueued Resource ID: c1ec3bda-2280-47b4-8229-be8eb9a4282e with Priority: HIGHEST for action port [ 695.596293] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ec3bda-2280-47b4-8229-be8eb9a4282e with Priority: HIGHEST for action port [ 695.596370] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1ec3bda-2280-47b4-8229-be8eb9a4282e taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.596478] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1ec3bda-2280-47b4-8229-be8eb9a4282e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.596537] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1ec3bda-2280-47b4-8229-be8eb9a4282e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.596787] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1ec3bda-2280-47b4-8229-be8eb9a4282e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.596872] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1ec3bda-2280-47b4-8229-be8eb9a4282e',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.781734] env[70337]: INFO networking_nsxv3.common.synchronization [None req-fbd9052a-9217-4005-9b1e-3ca17fb62e92 tempest-ServerActionsTestJSON-1435894730 tempest-ServerActionsTestJSON-1435894730-project-member] Enqueued Resource ID: f9c06831-a232-4102-98ab-cbfb8650327d with Priority: HIGHEST for action security_group_rules [ 695.783127] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c06831-a232-4102-98ab-cbfb8650327d with Priority: HIGHEST for action security_group_rules [ 695.783879] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9c06831-a232-4102-98ab-cbfb8650327d taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.783995] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9c06831-a232-4102-98ab-cbfb8650327d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.020838] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.020838] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.020838] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.020838] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.020838] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.020838] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c06831-a232-4102-98ab-cbfb8650327d already deleted. [ 696.020838] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c06831-a232-4102-98ab-cbfb8650327d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.020838] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9c06831-a232-4102-98ab-cbfb8650327d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.020838] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9c06831-a232-4102-98ab-cbfb8650327d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.020838] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9c06831-a232-4102-98ab-cbfb8650327d',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.102938] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1ec3bda-2280-47b4-8229-be8eb9a4282e [ 696.102938] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.103270] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.103476] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.103735] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.103862] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.104013] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1ec3bda-2280-47b4-8229-be8eb9a4282e already deleted. [ 696.105531] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1ec3bda-2280-47b4-8229-be8eb9a4282e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.543451] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.543770] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.543920] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.544239] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.544391] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.546977] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9c06831-a232-4102-98ab-cbfb8650327d already deleted. [ 696.546977] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9c06831-a232-4102-98ab-cbfb8650327d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.550811] env[70337]: INFO networking_nsxv3.common.synchronization [None req-b51f4c4a-29a4-46df-85cd-5acb605bb22d tempest-AttachVolumeTestJSON-426418671 tempest-AttachVolumeTestJSON-426418671-project-member] Enqueued Resource ID: 698ce95c-58a2-4061-b432-312ff6e58165 with Priority: HIGHEST for action security_group_rules [ 696.551712] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698ce95c-58a2-4061-b432-312ff6e58165 with Priority: HIGHEST for action security_group_rules [ 696.552591] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-698ce95c-58a2-4061-b432-312ff6e58165 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.552930] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-698ce95c-58a2-4061-b432-312ff6e58165" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.553018] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-698ce95c-58a2-4061-b432-312ff6e58165" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.553374] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-698ce95c-58a2-4061-b432-312ff6e58165" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.555125] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('698ce95c-58a2-4061-b432-312ff6e58165',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.668803] env[70337]: INFO networking_nsxv3.common.synchronization [None req-d0dc77f3-a898-4124-be6b-8cc18d674579 tempest-AttachVolumeTestJSON-426418671 tempest-AttachVolumeTestJSON-426418671-project-member] Enqueued Resource ID: 698ce95c-58a2-4061-b432-312ff6e58165 with Priority: HIGHEST for action security_group_rules [ 696.668803] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 698ce95c-58a2-4061-b432-312ff6e58165 with Priority: HIGHEST for action security_group_rules [ 696.668803] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-698ce95c-58a2-4061-b432-312ff6e58165 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.668803] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-698ce95c-58a2-4061-b432-312ff6e58165" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.941034] env[70337]: INFO networking_nsxv3.common.synchronization [None req-5b213fea-02a5-4c6b-a6a5-8f5e0143a9f3 None None] Enqueued Resource ID: 93f6943e-5c64-461a-ba3d-f27d7499d6bb with Priority: HIGHEST for action port [ 696.941034] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f6943e-5c64-461a-ba3d-f27d7499d6bb with Priority: HIGHEST for action port [ 696.941034] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f6943e-5c64-461a-ba3d-f27d7499d6bb taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.941034] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f6943e-5c64-461a-ba3d-f27d7499d6bb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.941034] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f6943e-5c64-461a-ba3d-f27d7499d6bb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.941034] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f6943e-5c64-461a-ba3d-f27d7499d6bb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.941034] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f6943e-5c64-461a-ba3d-f27d7499d6bb',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.082508] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.082660] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.082709] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.082942] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.083042] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.083116] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 698ce95c-58a2-4061-b432-312ff6e58165 already deleted. [ 697.083196] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-698ce95c-58a2-4061-b432-312ff6e58165" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.083339] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-698ce95c-58a2-4061-b432-312ff6e58165" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.083520] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-698ce95c-58a2-4061-b432-312ff6e58165" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.083600] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('698ce95c-58a2-4061-b432-312ff6e58165',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.444238] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93f6943e-5c64-461a-ba3d-f27d7499d6bb [ 697.445732] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.445893] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.446144] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.446398] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.446557] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.446758] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93f6943e-5c64-461a-ba3d-f27d7499d6bb already deleted. [ 697.447808] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f6943e-5c64-461a-ba3d-f27d7499d6bb" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.610177] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.610177] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.610177] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.610177] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.610177] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.610177] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 698ce95c-58a2-4061-b432-312ff6e58165 already deleted. [ 697.610177] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-698ce95c-58a2-4061-b432-312ff6e58165" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.850166] env[70337]: INFO networking_nsxv3.common.synchronization [None req-2f8f88b3-bba3-4171-a793-3ba4af15ae77 None None] Enqueued Resource ID: 7df1601e-c688-4d5c-b06f-886fec4cba34 with Priority: HIGHEST for action port [ 697.850435] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df1601e-c688-4d5c-b06f-886fec4cba34 with Priority: HIGHEST for action port [ 697.851141] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7df1601e-c688-4d5c-b06f-886fec4cba34 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.851271] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7df1601e-c688-4d5c-b06f-886fec4cba34" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.851339] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7df1601e-c688-4d5c-b06f-886fec4cba34" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.851608] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7df1601e-c688-4d5c-b06f-886fec4cba34" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.851855] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7df1601e-c688-4d5c-b06f-886fec4cba34',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.354475] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7df1601e-c688-4d5c-b06f-886fec4cba34 [ 698.354719] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.354932] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.354932] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.355125] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.355232] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.355335] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7df1601e-c688-4d5c-b06f-886fec4cba34 already deleted. [ 698.355417] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7df1601e-c688-4d5c-b06f-886fec4cba34" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.761777] env[70337]: INFO networking_nsxv3.common.synchronization [req-1894469b-c208-41d6-94a3-d73b3aa3498f req-0f11c468-c8ac-4df5-bd83-5068fe56f121 tempest-SecurityGroupRulesNegativeTestJSON-773914280 tempest-SecurityGroupRulesNegativeTestJSON-773914280-project-member] Enqueued Resource ID: 9d655b3d-24a6-40e9-8abd-9afe81370bad with Priority: HIGHEST for action security_group_rules [ 698.762063] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d655b3d-24a6-40e9-8abd-9afe81370bad with Priority: HIGHEST for action security_group_rules [ 698.762648] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d655b3d-24a6-40e9-8abd-9afe81370bad taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.762763] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d655b3d-24a6-40e9-8abd-9afe81370bad" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.762875] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d655b3d-24a6-40e9-8abd-9afe81370bad" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.763536] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d655b3d-24a6-40e9-8abd-9afe81370bad" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.763536] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d655b3d-24a6-40e9-8abd-9afe81370bad',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.285664] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.285816] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.286116] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.286116] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.286267] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.286314] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d655b3d-24a6-40e9-8abd-9afe81370bad already deleted. [ 699.286363] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d655b3d-24a6-40e9-8abd-9afe81370bad" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.716788] env[70337]: INFO networking_nsxv3.common.synchronization [req-0c03b9c5-42b9-427f-8195-545aaf8be4d7 req-c11c99f8-5bdc-4fd7-aa41-3be435b60a20 tempest-SecurityGroupRulesNegativeTestJSON-773914280 tempest-SecurityGroupRulesNegativeTestJSON-773914280-project-member] Enqueued Resource ID: 9d655b3d-24a6-40e9-8abd-9afe81370bad with Priority: HIGHEST for action security_group_rules [ 699.717072] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d655b3d-24a6-40e9-8abd-9afe81370bad with Priority: HIGHEST for action security_group_rules [ 699.717922] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d655b3d-24a6-40e9-8abd-9afe81370bad taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.718065] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d655b3d-24a6-40e9-8abd-9afe81370bad" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.718137] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d655b3d-24a6-40e9-8abd-9afe81370bad" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.718337] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d655b3d-24a6-40e9-8abd-9afe81370bad" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.718430] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d655b3d-24a6-40e9-8abd-9afe81370bad',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.746131] env[70337]: INFO networking_nsxv3.common.synchronization [None req-e1e155f7-9609-4c19-a9e2-340e498ab081 tempest-AttachInterfacesTestJSON-688622984 tempest-AttachInterfacesTestJSON-688622984-project-member] Enqueued Resource ID: 757b1ae5-4f28-496b-8cb4-48f310177046 with Priority: HIGHEST for action security_group_rules [ 699.746380] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757b1ae5-4f28-496b-8cb4-48f310177046 with Priority: HIGHEST for action security_group_rules [ 699.746896] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-757b1ae5-4f28-496b-8cb4-48f310177046 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.747040] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-757b1ae5-4f28-496b-8cb4-48f310177046" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.747127] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-757b1ae5-4f28-496b-8cb4-48f310177046" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.747413] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-757b1ae5-4f28-496b-8cb4-48f310177046" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.747512] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('757b1ae5-4f28-496b-8cb4-48f310177046',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.945118] env[70337]: INFO networking_nsxv3.common.synchronization [None req-ff1b9ef9-816e-4497-8185-bf4351907bad tempest-AttachInterfacesTestJSON-688622984 tempest-AttachInterfacesTestJSON-688622984-project-member] Enqueued Resource ID: 757b1ae5-4f28-496b-8cb4-48f310177046 with Priority: HIGHEST for action security_group_rules [ 699.945513] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757b1ae5-4f28-496b-8cb4-48f310177046 with Priority: HIGHEST for action security_group_rules [ 699.946178] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-757b1ae5-4f28-496b-8cb4-48f310177046 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.946295] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-757b1ae5-4f28-496b-8cb4-48f310177046" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.242017] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.242195] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.242259] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.242461] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.242552] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.242648] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d655b3d-24a6-40e9-8abd-9afe81370bad already deleted. [ 700.242738] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d655b3d-24a6-40e9-8abd-9afe81370bad" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.268399] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.268566] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.268601] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.268813] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.268905] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.269010] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 757b1ae5-4f28-496b-8cb4-48f310177046 already deleted. [ 700.269099] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-757b1ae5-4f28-496b-8cb4-48f310177046" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.269550] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-757b1ae5-4f28-496b-8cb4-48f310177046" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.269728] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-757b1ae5-4f28-496b-8cb4-48f310177046" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.269843] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('757b1ae5-4f28-496b-8cb4-48f310177046',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.793799] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.794177] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.794177] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.794262] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.794327] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.794416] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 757b1ae5-4f28-496b-8cb4-48f310177046 already deleted. [ 700.794494] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-757b1ae5-4f28-496b-8cb4-48f310177046" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.494399] env[70337]: INFO networking_nsxv3.common.synchronization [None req-0389010a-e8af-4479-b3c9-b1d9eb7d6d9c None None] Enqueued Resource ID: fdd401cc-7e5d-4721-90f4-947e97c5eb85 with Priority: HIGHEST for action port [ 701.496204] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd401cc-7e5d-4721-90f4-947e97c5eb85 with Priority: HIGHEST for action port [ 701.496543] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdd401cc-7e5d-4721-90f4-947e97c5eb85 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.496663] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdd401cc-7e5d-4721-90f4-947e97c5eb85" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.496730] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdd401cc-7e5d-4721-90f4-947e97c5eb85" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.497982] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdd401cc-7e5d-4721-90f4-947e97c5eb85" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.498259] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdd401cc-7e5d-4721-90f4-947e97c5eb85',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.000455] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdd401cc-7e5d-4721-90f4-947e97c5eb85 [ 702.000455] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.000840] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.000840] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.001516] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.001516] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.001516] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdd401cc-7e5d-4721-90f4-947e97c5eb85 already deleted. [ 702.001516] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdd401cc-7e5d-4721-90f4-947e97c5eb85" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.047593] env[70337]: INFO networking_nsxv3.common.synchronization [None req-3311fa3a-e36a-4fbc-b166-744fdbd2bc44 None None] Enqueued Resource ID: 0c7e3042-65cc-4bfa-ace6-14b76b831f04 with Priority: HIGHEST for action port [ 702.047593] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7e3042-65cc-4bfa-ace6-14b76b831f04 with Priority: HIGHEST for action port [ 702.050436] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c7e3042-65cc-4bfa-ace6-14b76b831f04 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.050436] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c7e3042-65cc-4bfa-ace6-14b76b831f04" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.050436] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c7e3042-65cc-4bfa-ace6-14b76b831f04" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.050436] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c7e3042-65cc-4bfa-ace6-14b76b831f04" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.050436] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c7e3042-65cc-4bfa-ace6-14b76b831f04',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.552539] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c7e3042-65cc-4bfa-ace6-14b76b831f04 [ 702.552777] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.552914] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.552983] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.553220] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.553315] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.553410] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c7e3042-65cc-4bfa-ace6-14b76b831f04 already deleted. [ 702.553483] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c7e3042-65cc-4bfa-ace6-14b76b831f04" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.605770] env[70337]: INFO networking_nsxv3.common.synchronization [None req-0bd09220-bd22-42b4-b796-7a4ac0d90e10 None None] Enqueued Resource ID: 54de2a91-f47d-4ed6-b2e5-3792d26b2320 with Priority: HIGHEST for action port [ 703.605995] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54de2a91-f47d-4ed6-b2e5-3792d26b2320 with Priority: HIGHEST for action port [ 703.606549] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-54de2a91-f47d-4ed6-b2e5-3792d26b2320 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.606663] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54de2a91-f47d-4ed6-b2e5-3792d26b2320" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.606758] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54de2a91-f47d-4ed6-b2e5-3792d26b2320" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.607472] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54de2a91-f47d-4ed6-b2e5-3792d26b2320" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.608051] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54de2a91-f47d-4ed6-b2e5-3792d26b2320',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.633130] env[70337]: INFO networking_nsxv3.common.synchronization [None req-65c052e7-4992-4add-be27-4e77179dd5bd tempest-ServersV294TestFqdnHostnames-1115102920 tempest-ServersV294TestFqdnHostnames-1115102920-project-member] Enqueued Resource ID: 5bbafe8e-58c0-45ec-a032-37a2d9842b17 with Priority: HIGHEST for action security_group_rules [ 703.637179] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bbafe8e-58c0-45ec-a032-37a2d9842b17 with Priority: HIGHEST for action security_group_rules [ 703.637179] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bbafe8e-58c0-45ec-a032-37a2d9842b17 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.637179] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bbafe8e-58c0-45ec-a032-37a2d9842b17" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.637179] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bbafe8e-58c0-45ec-a032-37a2d9842b17" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.637179] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bbafe8e-58c0-45ec-a032-37a2d9842b17" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.637179] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bbafe8e-58c0-45ec-a032-37a2d9842b17',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.826515] env[70337]: INFO networking_nsxv3.common.synchronization [None req-5108056f-483e-4cbc-89c5-b661e9a25107 tempest-ServersV294TestFqdnHostnames-1115102920 tempest-ServersV294TestFqdnHostnames-1115102920-project-member] Enqueued Resource ID: 5bbafe8e-58c0-45ec-a032-37a2d9842b17 with Priority: HIGHEST for action security_group_rules [ 703.827291] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bbafe8e-58c0-45ec-a032-37a2d9842b17 with Priority: HIGHEST for action security_group_rules [ 703.828096] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bbafe8e-58c0-45ec-a032-37a2d9842b17 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.828096] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bbafe8e-58c0-45ec-a032-37a2d9842b17" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.110204] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54de2a91-f47d-4ed6-b2e5-3792d26b2320 [ 704.110491] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.110687] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.110782] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.111295] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.111295] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.111463] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54de2a91-f47d-4ed6-b2e5-3792d26b2320 already deleted. [ 704.111463] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54de2a91-f47d-4ed6-b2e5-3792d26b2320" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.159895] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.160134] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.160306] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.161091] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.161155] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.161325] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bbafe8e-58c0-45ec-a032-37a2d9842b17 already deleted. [ 704.161325] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bbafe8e-58c0-45ec-a032-37a2d9842b17" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.162037] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bbafe8e-58c0-45ec-a032-37a2d9842b17" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.162037] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bbafe8e-58c0-45ec-a032-37a2d9842b17" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.162037] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bbafe8e-58c0-45ec-a032-37a2d9842b17',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.464111] env[70337]: INFO networking_nsxv3.common.synchronization [None req-91e110c2-edd7-4571-bc1f-05f0c8d0f27a None None] Enqueued Resource ID: 70a78d10-83f7-4598-8a8c-c18448bfa8ff with Priority: HIGHEST for action port [ 704.464708] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a78d10-83f7-4598-8a8c-c18448bfa8ff with Priority: HIGHEST for action port [ 704.465036] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-70a78d10-83f7-4598-8a8c-c18448bfa8ff taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.465968] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70a78d10-83f7-4598-8a8c-c18448bfa8ff" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.466087] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70a78d10-83f7-4598-8a8c-c18448bfa8ff" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.466336] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70a78d10-83f7-4598-8a8c-c18448bfa8ff" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.466418] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a78d10-83f7-4598-8a8c-c18448bfa8ff',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.581421] env[70337]: INFO networking_nsxv3.common.synchronization [None req-cccadfdc-f2e7-4041-9afe-e969ecaefd30 tempest-AttachVolumeTestJSON-426418671 tempest-AttachVolumeTestJSON-426418671-project-member] Enqueued Resource ID: 4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae with Priority: HIGHEST for action security_group_rules [ 704.581973] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae with Priority: HIGHEST for action security_group_rules [ 704.582340] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.582470] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.582564] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.582783] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.583478] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.693889] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.694227] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.694227] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.694380] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.694418] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.694514] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bbafe8e-58c0-45ec-a032-37a2d9842b17 already deleted. [ 704.694712] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bbafe8e-58c0-45ec-a032-37a2d9842b17" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.968685] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70a78d10-83f7-4598-8a8c-c18448bfa8ff [ 704.968979] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.969174] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.969238] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.969505] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.969680] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.969732] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70a78d10-83f7-4598-8a8c-c18448bfa8ff already deleted. [ 704.969857] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70a78d10-83f7-4598-8a8c-c18448bfa8ff" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.105870] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.105870] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.106137] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.106240] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.106408] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.106469] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae already deleted. [ 705.106548] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.150676] env[70337]: INFO networking_nsxv3.common.synchronization [None req-010cad87-b92a-46c7-9222-afaa547a487c tempest-AttachVolumeTestJSON-426418671 tempest-AttachVolumeTestJSON-426418671-project-member] Enqueued Resource ID: 4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae with Priority: HIGHEST for action security_group_rules [ 705.151539] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae with Priority: HIGHEST for action security_group_rules [ 705.151777] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.151952] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.152064] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.152322] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.152439] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.675725] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.677049] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.677141] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.677369] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.677462] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.677565] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae already deleted. [ 705.677650] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ed403c5-eb94-4d0e-8b8e-3825f4a6ffae" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.184400] env[70337]: INFO networking_nsxv3.common.synchronization [None req-15f7cfb2-dfcb-4417-ae16-10698a80e8a9 None None] Enqueued Resource ID: 38f0c867-7170-43a0-a3dc-036a29dd9c2d with Priority: HIGHEST for action port [ 707.184400] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f0c867-7170-43a0-a3dc-036a29dd9c2d with Priority: HIGHEST for action port [ 707.184803] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-38f0c867-7170-43a0-a3dc-036a29dd9c2d taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.184909] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38f0c867-7170-43a0-a3dc-036a29dd9c2d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.184983] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38f0c867-7170-43a0-a3dc-036a29dd9c2d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.185414] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38f0c867-7170-43a0-a3dc-036a29dd9c2d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.185414] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38f0c867-7170-43a0-a3dc-036a29dd9c2d',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.688554] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38f0c867-7170-43a0-a3dc-036a29dd9c2d [ 707.688792] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.688930] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.688997] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.689235] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.689327] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.689421] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38f0c867-7170-43a0-a3dc-036a29dd9c2d already deleted. [ 707.689498] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38f0c867-7170-43a0-a3dc-036a29dd9c2d" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.837900] env[70337]: INFO networking_nsxv3.common.synchronization [None req-24f12e80-b9b6-4b0b-89f0-787c6eb612eb tempest-AttachInterfacesTestJSON-688622984 tempest-AttachInterfacesTestJSON-688622984-project-member] Enqueued Resource ID: 696c6005-14a1-4cb0-b83c-a827b2147438 with Priority: HIGHEST for action security_group_rules [ 707.838526] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696c6005-14a1-4cb0-b83c-a827b2147438 with Priority: HIGHEST for action security_group_rules [ 707.838840] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-696c6005-14a1-4cb0-b83c-a827b2147438 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.838961] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-696c6005-14a1-4cb0-b83c-a827b2147438" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.839215] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-696c6005-14a1-4cb0-b83c-a827b2147438" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.839498] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-696c6005-14a1-4cb0-b83c-a827b2147438" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.839577] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('696c6005-14a1-4cb0-b83c-a827b2147438',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.066363] env[70337]: INFO networking_nsxv3.common.synchronization [None req-f2e9fc5e-fdf2-444a-9622-815d2ce6dc49 tempest-AttachInterfacesTestJSON-688622984 tempest-AttachInterfacesTestJSON-688622984-project-member] Enqueued Resource ID: 696c6005-14a1-4cb0-b83c-a827b2147438 with Priority: HIGHEST for action security_group_rules [ 708.066622] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696c6005-14a1-4cb0-b83c-a827b2147438 with Priority: HIGHEST for action security_group_rules [ 708.067192] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-696c6005-14a1-4cb0-b83c-a827b2147438 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.067300] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-696c6005-14a1-4cb0-b83c-a827b2147438" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.365775] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.366106] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.366106] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.366481] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.366481] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.366481] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 696c6005-14a1-4cb0-b83c-a827b2147438 already deleted. [ 708.366481] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-696c6005-14a1-4cb0-b83c-a827b2147438" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.366845] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-696c6005-14a1-4cb0-b83c-a827b2147438" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.366845] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-696c6005-14a1-4cb0-b83c-a827b2147438" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.366845] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('696c6005-14a1-4cb0-b83c-a827b2147438',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.890349] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.890574] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.890784] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.890784] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.890927] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.891026] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 696c6005-14a1-4cb0-b83c-a827b2147438 already deleted. [ 708.891099] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-696c6005-14a1-4cb0-b83c-a827b2147438" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.538133] env[70337]: INFO networking_nsxv3.common.synchronization [None req-efe1cf56-619b-467a-839e-c66ad2303a55 None None] Enqueued Resource ID: 590a3846-397a-4459-97cd-062255870b5f with Priority: HIGHEST for action port [ 709.538501] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590a3846-397a-4459-97cd-062255870b5f with Priority: HIGHEST for action port [ 709.539030] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-590a3846-397a-4459-97cd-062255870b5f taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.539398] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-590a3846-397a-4459-97cd-062255870b5f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.539398] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-590a3846-397a-4459-97cd-062255870b5f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.539471] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-590a3846-397a-4459-97cd-062255870b5f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.539563] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('590a3846-397a-4459-97cd-062255870b5f',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.043100] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 590a3846-397a-4459-97cd-062255870b5f [ 710.043841] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.045250] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.045250] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.045250] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.045250] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.045250] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:590a3846-397a-4459-97cd-062255870b5f already deleted. [ 710.045250] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-590a3846-397a-4459-97cd-062255870b5f" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.666040] env[70337]: INFO networking_nsxv3.common.synchronization [None req-dddd5b5c-8deb-4723-8144-2dd00d77770e None None] Enqueued Resource ID: 769a821e-cb7d-432b-90fb-7b1f18ebb05b with Priority: HIGHEST for action port [ 710.666040] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769a821e-cb7d-432b-90fb-7b1f18ebb05b with Priority: HIGHEST for action port [ 710.666040] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-769a821e-cb7d-432b-90fb-7b1f18ebb05b taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.666040] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-769a821e-cb7d-432b-90fb-7b1f18ebb05b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.666040] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-769a821e-cb7d-432b-90fb-7b1f18ebb05b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.666040] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-769a821e-cb7d-432b-90fb-7b1f18ebb05b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.666040] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('769a821e-cb7d-432b-90fb-7b1f18ebb05b',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.167053] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 769a821e-cb7d-432b-90fb-7b1f18ebb05b [ 711.167053] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.167053] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.167053] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.167273] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.167740] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.167740] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:769a821e-cb7d-432b-90fb-7b1f18ebb05b already deleted. [ 711.167740] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-769a821e-cb7d-432b-90fb-7b1f18ebb05b" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.636603] env[70337]: INFO networking_nsxv3.common.synchronization [None req-84284581-3726-4445-93ff-921676b6548a None None] Enqueued Resource ID: 63c7bc72-caa8-4722-8fb6-d8996968496e with Priority: HIGHEST for action port [ 712.637291] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c7bc72-caa8-4722-8fb6-d8996968496e with Priority: HIGHEST for action port [ 712.637858] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-63c7bc72-caa8-4722-8fb6-d8996968496e taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.638161] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63c7bc72-caa8-4722-8fb6-d8996968496e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.638249] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63c7bc72-caa8-4722-8fb6-d8996968496e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.638748] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63c7bc72-caa8-4722-8fb6-d8996968496e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.638748] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63c7bc72-caa8-4722-8fb6-d8996968496e',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.101775] env[70337]: INFO networking_nsxv3.common.synchronization [None req-9f3c82cd-30a7-4d44-86e6-95c77e45043e None None] Enqueued Resource ID: 5aace3fd-c459-4e29-ad79-70f3cfc26c0c with Priority: HIGHEST for action port [ 713.102083] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aace3fd-c459-4e29-ad79-70f3cfc26c0c with Priority: HIGHEST for action port [ 713.102715] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aace3fd-c459-4e29-ad79-70f3cfc26c0c taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.102780] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aace3fd-c459-4e29-ad79-70f3cfc26c0c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.102846] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aace3fd-c459-4e29-ad79-70f3cfc26c0c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.103143] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aace3fd-c459-4e29-ad79-70f3cfc26c0c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.103220] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aace3fd-c459-4e29-ad79-70f3cfc26c0c',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.140826] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63c7bc72-caa8-4722-8fb6-d8996968496e [ 713.141148] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.141384] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.141384] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.141840] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.141840] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.141840] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63c7bc72-caa8-4722-8fb6-d8996968496e already deleted. [ 713.142188] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63c7bc72-caa8-4722-8fb6-d8996968496e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.605035] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5aace3fd-c459-4e29-ad79-70f3cfc26c0c [ 713.605275] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.605603] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.605603] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.605701] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.605790] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.605882] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5aace3fd-c459-4e29-ad79-70f3cfc26c0c already deleted. [ 713.605961] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aace3fd-c459-4e29-ad79-70f3cfc26c0c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.888970] env[70337]: INFO networking_nsxv3.common.synchronization [None req-0481e22d-7016-4705-98e1-f917b6c6695c tempest-ServerActionsV293TestJSON-2029832927 tempest-ServerActionsV293TestJSON-2029832927-project-member] Enqueued Resource ID: eedd6fc4-7cd6-4ee5-866f-d768fc5e8087 with Priority: HIGHEST for action security_group_rules [ 713.889474] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedd6fc4-7cd6-4ee5-866f-d768fc5e8087 with Priority: HIGHEST for action security_group_rules [ 713.890296] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eedd6fc4-7cd6-4ee5-866f-d768fc5e8087 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.890520] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eedd6fc4-7cd6-4ee5-866f-d768fc5e8087" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.890593] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eedd6fc4-7cd6-4ee5-866f-d768fc5e8087" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.891260] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eedd6fc4-7cd6-4ee5-866f-d768fc5e8087" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.891343] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eedd6fc4-7cd6-4ee5-866f-d768fc5e8087',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.231963] env[70337]: INFO networking_nsxv3.common.synchronization [None req-5c452871-97b1-46a1-824f-d0afe26dd773 tempest-ServerActionsV293TestJSON-2029832927 tempest-ServerActionsV293TestJSON-2029832927-project-member] Enqueued Resource ID: eedd6fc4-7cd6-4ee5-866f-d768fc5e8087 with Priority: HIGHEST for action security_group_rules [ 714.232834] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedd6fc4-7cd6-4ee5-866f-d768fc5e8087 with Priority: HIGHEST for action security_group_rules [ 714.233188] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eedd6fc4-7cd6-4ee5-866f-d768fc5e8087 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.233302] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eedd6fc4-7cd6-4ee5-866f-d768fc5e8087" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.412261] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.412412] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.412468] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.412678] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.412764] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.413339] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eedd6fc4-7cd6-4ee5-866f-d768fc5e8087 already deleted. [ 714.413339] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eedd6fc4-7cd6-4ee5-866f-d768fc5e8087" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.413339] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eedd6fc4-7cd6-4ee5-866f-d768fc5e8087" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.413339] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eedd6fc4-7cd6-4ee5-866f-d768fc5e8087" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.413339] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eedd6fc4-7cd6-4ee5-866f-d768fc5e8087',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.938831] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.939184] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.939184] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.939282] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.939574] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.939574] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eedd6fc4-7cd6-4ee5-866f-d768fc5e8087 already deleted. [ 714.939574] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eedd6fc4-7cd6-4ee5-866f-d768fc5e8087" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.155342] env[70337]: INFO networking_nsxv3.common.synchronization [None req-bbed13be-7c7b-4830-a988-8c3becee07b5 None None] Enqueued Resource ID: cac18810-124a-49e1-a526-b39787e86d39 with Priority: HIGHEST for action port [ 716.155342] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac18810-124a-49e1-a526-b39787e86d39 with Priority: HIGHEST for action port [ 716.155342] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac18810-124a-49e1-a526-b39787e86d39 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.155342] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac18810-124a-49e1-a526-b39787e86d39" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.155342] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac18810-124a-49e1-a526-b39787e86d39" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.155763] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac18810-124a-49e1-a526-b39787e86d39" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.155763] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac18810-124a-49e1-a526-b39787e86d39',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.660359] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cac18810-124a-49e1-a526-b39787e86d39 [ 716.660594] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.660734] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.660806] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.661109] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.661170] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.661257] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cac18810-124a-49e1-a526-b39787e86d39 already deleted. [ 716.661328] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac18810-124a-49e1-a526-b39787e86d39" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.665352] env[70337]: INFO networking_nsxv3.common.synchronization [None req-26f1cdbd-5a0b-4b66-a3e1-b0e3b99ee5c7 None None] Enqueued Resource ID: d6cdfbee-9dfb-4d11-aeb0-2fc04335e734 with Priority: HIGHEST for action port [ 717.665670] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cdfbee-9dfb-4d11-aeb0-2fc04335e734 with Priority: HIGHEST for action port [ 717.667268] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6cdfbee-9dfb-4d11-aeb0-2fc04335e734 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.667268] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6cdfbee-9dfb-4d11-aeb0-2fc04335e734" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.667268] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6cdfbee-9dfb-4d11-aeb0-2fc04335e734" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.667268] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6cdfbee-9dfb-4d11-aeb0-2fc04335e734" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.667268] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6cdfbee-9dfb-4d11-aeb0-2fc04335e734',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.171584] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6cdfbee-9dfb-4d11-aeb0-2fc04335e734 [ 718.172280] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.172280] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.172280] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.172458] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.172547] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.172644] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6cdfbee-9dfb-4d11-aeb0-2fc04335e734 already deleted. [ 718.172727] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6cdfbee-9dfb-4d11-aeb0-2fc04335e734" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.729718] env[70337]: INFO networking_nsxv3.common.synchronization [None req-b0fcb733-1d65-428e-8ab3-c94fee99542b None None] Enqueued Resource ID: 105ff45c-d6e8-4c88-a890-353197053ae2 with Priority: HIGHEST for action port [ 719.730448] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105ff45c-d6e8-4c88-a890-353197053ae2 with Priority: HIGHEST for action port [ 719.730792] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-105ff45c-d6e8-4c88-a890-353197053ae2 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.730903] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-105ff45c-d6e8-4c88-a890-353197053ae2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.731107] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-105ff45c-d6e8-4c88-a890-353197053ae2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.731343] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-105ff45c-d6e8-4c88-a890-353197053ae2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.731433] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('105ff45c-d6e8-4c88-a890-353197053ae2',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.875143] env[70337]: INFO networking_nsxv3.common.synchronization [None req-8c537a13-b13e-4cf4-8e54-0cb93860592d None None] Enqueued Resource ID: 7382e549-b823-4fe9-bba7-04a165515b1c with Priority: HIGHEST for action port [ 719.875143] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7382e549-b823-4fe9-bba7-04a165515b1c with Priority: HIGHEST for action port [ 719.875143] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7382e549-b823-4fe9-bba7-04a165515b1c taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.875143] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7382e549-b823-4fe9-bba7-04a165515b1c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.875143] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7382e549-b823-4fe9-bba7-04a165515b1c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.875143] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7382e549-b823-4fe9-bba7-04a165515b1c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.875143] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7382e549-b823-4fe9-bba7-04a165515b1c',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.205686] env[70337]: INFO networking_nsxv3.common.synchronization [None req-e435bf08-4861-4bd3-9352-f0942a4a5ff2 None None] Enqueued Resource ID: 602c2454-4324-4b8a-8cea-6c5a85caf0cf with Priority: HIGHEST for action port [ 720.205686] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 602c2454-4324-4b8a-8cea-6c5a85caf0cf with Priority: HIGHEST for action port [ 720.206214] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-602c2454-4324-4b8a-8cea-6c5a85caf0cf taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.206483] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-602c2454-4324-4b8a-8cea-6c5a85caf0cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.206483] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-602c2454-4324-4b8a-8cea-6c5a85caf0cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.206654] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-602c2454-4324-4b8a-8cea-6c5a85caf0cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.206731] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('602c2454-4324-4b8a-8cea-6c5a85caf0cf',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.234830] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 105ff45c-d6e8-4c88-a890-353197053ae2 [ 720.236025] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.236025] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.236025] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.236025] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.236025] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.236306] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:105ff45c-d6e8-4c88-a890-353197053ae2 already deleted. [ 720.236306] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-105ff45c-d6e8-4c88-a890-353197053ae2" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.376669] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7382e549-b823-4fe9-bba7-04a165515b1c [ 720.376669] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.376769] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.376811] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.377075] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.377163] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.377331] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7382e549-b823-4fe9-bba7-04a165515b1c already deleted. [ 720.377331] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7382e549-b823-4fe9-bba7-04a165515b1c" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.710828] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 602c2454-4324-4b8a-8cea-6c5a85caf0cf [ 720.710828] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.711061] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.711061] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.711147] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.711242] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.711770] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:602c2454-4324-4b8a-8cea-6c5a85caf0cf already deleted. [ 720.711770] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-602c2454-4324-4b8a-8cea-6c5a85caf0cf" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.010730] env[70337]: INFO networking_nsxv3.common.synchronization [None req-5daaa9a3-f2e6-4fc4-b9dd-0ef45394cc74 None None] Enqueued Resource ID: 10ec86a9-e4a0-461f-b139-297682664c6e with Priority: HIGHEST for action port [ 721.010730] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ec86a9-e4a0-461f-b139-297682664c6e with Priority: HIGHEST for action port [ 721.011134] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-10ec86a9-e4a0-461f-b139-297682664c6e taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.011690] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10ec86a9-e4a0-461f-b139-297682664c6e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.011798] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10ec86a9-e4a0-461f-b139-297682664c6e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.012082] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10ec86a9-e4a0-461f-b139-297682664c6e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.012177] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ec86a9-e4a0-461f-b139-297682664c6e',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.517884] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10ec86a9-e4a0-461f-b139-297682664c6e [ 721.518886] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.518886] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.518886] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.518886] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.518886] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.518886] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10ec86a9-e4a0-461f-b139-297682664c6e already deleted. [ 721.518886] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10ec86a9-e4a0-461f-b139-297682664c6e" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.307533] env[70337]: INFO networking_nsxv3.common.synchronization [None req-9a701a69-ea24-49f1-a3c4-dcf18b8f8eab None None] Enqueued Resource ID: c639ce4f-bece-4108-a831-b1f75d06fa50 with Priority: HIGHEST for action port [ 722.309822] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c639ce4f-bece-4108-a831-b1f75d06fa50 with Priority: HIGHEST for action port [ 722.310154] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c639ce4f-bece-4108-a831-b1f75d06fa50 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.310293] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c639ce4f-bece-4108-a831-b1f75d06fa50" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.310362] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c639ce4f-bece-4108-a831-b1f75d06fa50" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.310638] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c639ce4f-bece-4108-a831-b1f75d06fa50" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.310700] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c639ce4f-bece-4108-a831-b1f75d06fa50',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.386525] env[70337]: INFO networking_nsxv3.common.synchronization [None req-465b2d47-f6db-4abc-968c-bc1b1eb060e7 tempest-AttachVolumeNegativeTest-946663207 tempest-AttachVolumeNegativeTest-946663207-project-member] Enqueued Resource ID: cda56966-84f8-4936-abc2-2ceed92f62a7 with Priority: HIGHEST for action security_group_rules [ 722.387125] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cda56966-84f8-4936-abc2-2ceed92f62a7 with Priority: HIGHEST for action security_group_rules [ 722.387427] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cda56966-84f8-4936-abc2-2ceed92f62a7 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.387546] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cda56966-84f8-4936-abc2-2ceed92f62a7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.387608] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cda56966-84f8-4936-abc2-2ceed92f62a7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.388289] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cda56966-84f8-4936-abc2-2ceed92f62a7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.388371] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cda56966-84f8-4936-abc2-2ceed92f62a7',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.584132] env[70337]: INFO networking_nsxv3.common.synchronization [None req-8efc6a53-0859-4780-b229-62727bb5d91c tempest-AttachVolumeNegativeTest-946663207 tempest-AttachVolumeNegativeTest-946663207-project-member] Enqueued Resource ID: cda56966-84f8-4936-abc2-2ceed92f62a7 with Priority: HIGHEST for action security_group_rules [ 722.585172] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cda56966-84f8-4936-abc2-2ceed92f62a7 with Priority: HIGHEST for action security_group_rules [ 722.585767] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cda56966-84f8-4936-abc2-2ceed92f62a7 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.585767] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cda56966-84f8-4936-abc2-2ceed92f62a7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.813462] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c639ce4f-bece-4108-a831-b1f75d06fa50 [ 722.814163] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.814163] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.814163] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.814163] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.814392] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.814392] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c639ce4f-bece-4108-a831-b1f75d06fa50 already deleted. [ 722.814392] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c639ce4f-bece-4108-a831-b1f75d06fa50" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.958857] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.961021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.961021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.961021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.961021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.961021] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cda56966-84f8-4936-abc2-2ceed92f62a7 already deleted. [ 722.961021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cda56966-84f8-4936-abc2-2ceed92f62a7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.961021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cda56966-84f8-4936-abc2-2ceed92f62a7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.961021] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cda56966-84f8-4936-abc2-2ceed92f62a7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.961021] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cda56966-84f8-4936-abc2-2ceed92f62a7',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.428501] env[70337]: INFO networking_nsxv3.common.synchronization [None req-23e5e93a-3fde-4bb6-bd26-a4dbe09c872d None None] Enqueued Resource ID: 268b72bd-efd6-4b68-9e9b-2c113f2a7708 with Priority: HIGHEST for action port [ 723.428763] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268b72bd-efd6-4b68-9e9b-2c113f2a7708 with Priority: HIGHEST for action port [ 723.433202] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-268b72bd-efd6-4b68-9e9b-2c113f2a7708 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.433511] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-268b72bd-efd6-4b68-9e9b-2c113f2a7708" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.433728] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-268b72bd-efd6-4b68-9e9b-2c113f2a7708" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.434322] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-268b72bd-efd6-4b68-9e9b-2c113f2a7708" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.434501] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('268b72bd-efd6-4b68-9e9b-2c113f2a7708',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.486349] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.486349] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.486349] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.486349] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.486829] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.486829] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cda56966-84f8-4936-abc2-2ceed92f62a7 already deleted. [ 723.486829] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cda56966-84f8-4936-abc2-2ceed92f62a7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.938779] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 268b72bd-efd6-4b68-9e9b-2c113f2a7708 [ 723.939032] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.939173] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.939238] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.939450] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.939536] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.939625] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:268b72bd-efd6-4b68-9e9b-2c113f2a7708 already deleted. [ 723.939705] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-268b72bd-efd6-4b68-9e9b-2c113f2a7708" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.189608] env[70337]: INFO networking_nsxv3.common.synchronization [None req-8954f825-ceb6-4bd8-a263-031f2489d376 None None] Enqueued Resource ID: 27d3277d-c4b0-4843-982a-c2b093c32cc7 with Priority: HIGHEST for action port [ 724.189864] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d3277d-c4b0-4843-982a-c2b093c32cc7 with Priority: HIGHEST for action port [ 724.190455] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-27d3277d-c4b0-4843-982a-c2b093c32cc7 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.190580] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27d3277d-c4b0-4843-982a-c2b093c32cc7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.190647] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27d3277d-c4b0-4843-982a-c2b093c32cc7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.190895] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27d3277d-c4b0-4843-982a-c2b093c32cc7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.191053] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d3277d-c4b0-4843-982a-c2b093c32cc7',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.694801] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27d3277d-c4b0-4843-982a-c2b093c32cc7 [ 724.694801] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.694801] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.694801] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.694801] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.694801] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.694801] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27d3277d-c4b0-4843-982a-c2b093c32cc7 already deleted. [ 724.694801] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27d3277d-c4b0-4843-982a-c2b093c32cc7" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.160134] env[70337]: INFO networking_nsxv3.common.synchronization [None req-593230c7-8baa-4c77-bf58-49fb1d2dcc4f None None] Enqueued Resource ID: 6029955f-ddbc-4ad1-af14-c4a83875ed09 with Priority: HIGHEST for action port [ 726.160134] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6029955f-ddbc-4ad1-af14-c4a83875ed09 with Priority: HIGHEST for action port [ 726.160134] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-6029955f-ddbc-4ad1-af14-c4a83875ed09 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.160134] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6029955f-ddbc-4ad1-af14-c4a83875ed09" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.160134] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6029955f-ddbc-4ad1-af14-c4a83875ed09" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.161506] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6029955f-ddbc-4ad1-af14-c4a83875ed09" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.161806] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6029955f-ddbc-4ad1-af14-c4a83875ed09',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.666358] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6029955f-ddbc-4ad1-af14-c4a83875ed09 [ 726.666358] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.666358] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.666539] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.666644] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.666759] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.666855] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6029955f-ddbc-4ad1-af14-c4a83875ed09 already deleted. [ 726.666936] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6029955f-ddbc-4ad1-af14-c4a83875ed09" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.085720] env[70337]: INFO networking_nsxv3.common.synchronization [None req-8c9401a4-564c-4595-bbd6-41287e2c822b tempest-AttachVolumeNegativeTest-946663207 tempest-AttachVolumeNegativeTest-946663207-project-member] Enqueued Resource ID: f29a0105-1fbd-48ec-bd5d-fa2411d22bb0 with Priority: HIGHEST for action security_group_rules [ 727.085720] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29a0105-1fbd-48ec-bd5d-fa2411d22bb0 with Priority: HIGHEST for action security_group_rules [ 727.085720] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29a0105-1fbd-48ec-bd5d-fa2411d22bb0 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.085917] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29a0105-1fbd-48ec-bd5d-fa2411d22bb0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.085917] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29a0105-1fbd-48ec-bd5d-fa2411d22bb0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.087656] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29a0105-1fbd-48ec-bd5d-fa2411d22bb0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.087656] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29a0105-1fbd-48ec-bd5d-fa2411d22bb0',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.264901] env[70337]: INFO networking_nsxv3.common.synchronization [None req-94f753a2-8825-4e3f-bf2e-b8529cffbeae tempest-AttachVolumeNegativeTest-946663207 tempest-AttachVolumeNegativeTest-946663207-project-member] Enqueued Resource ID: f29a0105-1fbd-48ec-bd5d-fa2411d22bb0 with Priority: HIGHEST for action security_group_rules [ 727.265887] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29a0105-1fbd-48ec-bd5d-fa2411d22bb0 with Priority: HIGHEST for action security_group_rules [ 727.265887] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29a0105-1fbd-48ec-bd5d-fa2411d22bb0 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.266107] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29a0105-1fbd-48ec-bd5d-fa2411d22bb0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.611398] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.611398] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.612509] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.612509] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.612509] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.612509] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29a0105-1fbd-48ec-bd5d-fa2411d22bb0 already deleted. [ 727.612509] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29a0105-1fbd-48ec-bd5d-fa2411d22bb0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.612509] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29a0105-1fbd-48ec-bd5d-fa2411d22bb0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.612509] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29a0105-1fbd-48ec-bd5d-fa2411d22bb0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.612509] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29a0105-1fbd-48ec-bd5d-fa2411d22bb0',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.133130] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.133130] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.133130] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.133340] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.133552] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.133552] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29a0105-1fbd-48ec-bd5d-fa2411d22bb0 already deleted. [ 728.133777] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29a0105-1fbd-48ec-bd5d-fa2411d22bb0" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.666750] env[70337]: INFO networking_nsxv3.common.synchronization [None req-419c4e05-00eb-4dd1-80b1-8ffb8c4fa220 None None] Enqueued Resource ID: 038be03c-ddf1-4f0c-955f-555ed2a13785 with Priority: HIGHEST for action port [ 728.667048] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038be03c-ddf1-4f0c-955f-555ed2a13785 with Priority: HIGHEST for action port [ 728.667592] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock port-038be03c-ddf1-4f0c-955f-555ed2a13785 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.667723] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-038be03c-ddf1-4f0c-955f-555ed2a13785" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.667792] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-038be03c-ddf1-4f0c-955f-555ed2a13785" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.668232] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-038be03c-ddf1-4f0c-955f-555ed2a13785" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.668318] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('038be03c-ddf1-4f0c-955f-555ed2a13785',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.172412] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 038be03c-ddf1-4f0c-955f-555ed2a13785 [ 729.172697] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.172840] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.172915] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.173158] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.173254] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.173352] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:038be03c-ddf1-4f0c-955f-555ed2a13785 already deleted. [ 729.173431] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-038be03c-ddf1-4f0c-955f-555ed2a13785" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.043725] env[70337]: INFO networking_nsxv3.common.synchronization [None req-547abd4f-b544-4b5f-ad8a-ceb15bed7a12 tempest-AttachVolumeNegativeTest-946663207 tempest-AttachVolumeNegativeTest-946663207-project-member] Enqueued Resource ID: c0eb6933-2fde-4fd4-9562-3256e66689d1 with Priority: HIGHEST for action security_group_rules [ 730.044016] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0eb6933-2fde-4fd4-9562-3256e66689d1 with Priority: HIGHEST for action security_group_rules [ 730.044663] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0eb6933-2fde-4fd4-9562-3256e66689d1 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.044663] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0eb6933-2fde-4fd4-9562-3256e66689d1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.044811] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0eb6933-2fde-4fd4-9562-3256e66689d1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.044990] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0eb6933-2fde-4fd4-9562-3256e66689d1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.045104] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0eb6933-2fde-4fd4-9562-3256e66689d1',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.141321] env[70337]: INFO networking_nsxv3.common.synchronization [None req-84ca6d99-d6f9-4c4e-8ff3-201021e22cd0 tempest-AttachVolumeNegativeTest-946663207 tempest-AttachVolumeNegativeTest-946663207-project-member] Enqueued Resource ID: c0eb6933-2fde-4fd4-9562-3256e66689d1 with Priority: HIGHEST for action security_group_rules [ 730.141844] env[70337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0eb6933-2fde-4fd4-9562-3256e66689d1 with Priority: HIGHEST for action security_group_rules [ 730.142175] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0eb6933-2fde-4fd4-9562-3256e66689d1 taken with stack trace [, , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.142277] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0eb6933-2fde-4fd4-9562-3256e66689d1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.567177] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.567384] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.567384] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.567633] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.567680] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.567773] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0eb6933-2fde-4fd4-9562-3256e66689d1 already deleted. [ 730.567854] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0eb6933-2fde-4fd4-9562-3256e66689d1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.568009] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0eb6933-2fde-4fd4-9562-3256e66689d1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.568236] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0eb6933-2fde-4fd4-9562-3256e66689d1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.568328] env[70337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0eb6933-2fde-4fd4-9562-3256e66689d1',) {} {{(pid=70337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.088854] env[70337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.088854] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.088854] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.089316] env[70337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.089316] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.089316] env[70337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0eb6933-2fde-4fd4-9562-3256e66689d1 already deleted. [ 731.089404] env[70337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0eb6933-2fde-4fd4-9562-3256e66689d1" {{(pid=70337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.142764] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 735.143202] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 740.144333] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 740.144661] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 745.145197] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 745.145588] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 750.146349] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 750.146649] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 755.147429] env[70337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 755.147859] env[70337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0