[ 618.236557] env[70062]: INFO neutron.common.config [-] Logging enabled! [ 618.237143] env[70062]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 618.237504] env[70062]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=70062) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 618.237816] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 618.237916] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 618.238740] env[70062]: WARNING oslo_policy.policy [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 618.238959] env[70062]: WARNING oslo_policy.policy [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 618.240593] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] VMware NSXv3 Agent initialized successfully. [ 618.240917] env[70062]: DEBUG oslo_concurrency.lockutils [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] Acquiring lock "singleton_lock" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.241127] env[70062]: DEBUG oslo_concurrency.lockutils [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] Acquired lock "singleton_lock" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.241354] env[70062]: DEBUG oslo_concurrency.lockutils [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] Releasing lock "singleton_lock" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.241653] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] Full set of CONF: {{(pid=70062) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 618.241769] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ******************************************************************************** {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 618.241882] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] Configuration options gathered from: {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 618.242280] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 618.242480] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 618.242594] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ================================================================================ {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 618.242765] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] agent_down_time = 75 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.242906] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] allow_automatic_dhcp_failover = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.243058] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] allow_bulk = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.243208] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] api_extensions_path = {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.243347] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] api_paste_config = api-paste.ini {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.243486] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] auth_strategy = keystone {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.243592] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] backdoor_port = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.243694] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] backdoor_socket = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.243830] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] backlog = 4096 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.243968] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] base_mac = fa:16:3e:00:00:00 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.244149] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] bind_host = 0.0.0.0 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.244288] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] bind_port = 9696 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.244423] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] client_socket_timeout = 900 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.244563] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] config_dir = [] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.244674] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.244812] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] config_source = [] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.244952] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] control_exchange = neutron {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.245108] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] core_plugin = ml2 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.245254] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] debug = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.245438] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] default_availability_zones = [] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.245585] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.245725] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] dhcp_agent_notification = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.245862] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] dhcp_agents_per_network = 1 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.245996] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] dhcp_lease_duration = 86400 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.246153] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] dhcp_load_type = networks {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.246289] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] dns_domain = openstacklocal {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.246429] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.246639] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] enable_default_route_bfd = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.246693] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] enable_default_route_ecmp = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.246817] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] enable_dvr = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.246948] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] enable_new_agents = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.247096] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.247233] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] enable_signals = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.247365] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] enable_traditional_dhcp = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.247492] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] external_dns_driver = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.247629] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] filter_validation = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.247772] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] global_physnet_mtu = 8950 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.247908] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] graceful_shutdown_timeout = 60 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.248140] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] host = cpu-1 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.248291] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] host_dvr_for_dhcp = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.248427] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] http_retries = 3 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.248569] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] instance_format = [instance: %(uuid)s] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.248708] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.248846] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ipam_driver = internal {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.248979] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ipv6_pd_enabled = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.249124] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] l3_ha = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.249260] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.249396] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] l3_ha_network_physical_name = {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.249531] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] l3_ha_network_type = {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.249671] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] log_color = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.249808] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] log_config_append = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.249988] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.250134] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] log_dir = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.250273] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] log_file = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.250378] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] log_options = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.250514] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] log_rotate_interval = 1 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.250755] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] log_rotate_interval_type = days {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.250804] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] log_rotation_type = none {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.250894] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.251031] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.251207] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.251351] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.251459] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.251597] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] max_dns_nameservers = 5 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.251733] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] max_header_line = 16384 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.251867] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] max_l3_agents_per_router = 3 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.252000] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] max_logfile_count = 30 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.252149] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] max_logfile_size_mb = 200 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.252282] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] max_subnet_host_routes = 20 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.252421] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] my_ip = 10.180.1.21 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.252558] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] my_ipv6 = ::1 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.252691] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] network_auto_schedule = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.252820] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] network_link_prefix = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.252962] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.253145] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] notify_nova_on_port_data_changes = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.253300] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] notify_nova_on_port_status_changes = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.253441] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] pagination_max_limit = -1 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.253575] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] publish_errors = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.253707] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] rate_limit_burst = 0 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.253847] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] rate_limit_except_level = CRITICAL {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.253982] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] rate_limit_interval = 0 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.254134] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] retry_until_window = 30 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.254269] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] router_distributed = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.254404] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] rpc_resources_processing_step = 20 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.254539] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] rpc_response_max_timeout = 600 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.254677] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] rpc_response_timeout = 60 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.254814] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] send_events_interval = 2 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.254970] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] service_plugins = ['router'] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.255128] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] setproctitle = on {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.255261] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] shell_completion = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.255399] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] state_path = /opt/stack/data/neutron {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.255554] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] syslog_log_facility = LOG_USER {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.255672] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] tcp_keepidle = 600 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.255812] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] transport_url = **** {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.255947] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] use_journal = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.256093] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] use_json = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.256226] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] use_ssl = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.256358] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] use_stderr = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.256497] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] use_syslog = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.256631] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] vlan_qinq = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.256790] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] vlan_transparent = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.256892] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] watch_log_file = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.257038] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] wsgi_default_pool_size = 100 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.257178] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] wsgi_keep_alive = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.257320] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.257456] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] wsgi_server_debug = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.257615] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_concurrency.disable_process_locking = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.257765] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.257913] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.258067] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.258217] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.258360] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.258511] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.258658] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler.connection_string = messaging:// {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.258806] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler.enabled = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.258952] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler.es_doc_type = notification {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.259108] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler.es_scroll_size = 10000 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.259256] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler.es_scroll_time = 2m {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.259400] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler.filter_error_trace = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.259545] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler.hmac_keys = **** {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.259693] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler.sentinel_service_name = mymaster {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.259843] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler.socket_timeout = 0.1 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.260038] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler.trace_requests = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.260184] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler.trace_sqlalchemy = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.260344] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler_jaeger.process_tags = {} {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.260492] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler_jaeger.service_name_prefix = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.260628] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] profiler_otlp.service_name_prefix = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.260784] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_policy.enforce_new_defaults = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.261135] env[70062]: WARNING oslo_config.cfg [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 618.261307] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_policy.enforce_scope = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.261459] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_policy.policy_default_rule = default {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.261823] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.261823] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.261943] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.262056] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.262227] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.262384] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.262553] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.262702] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_policy.remote_timeout = 60.0 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.262899] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.263087] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] agent.extensions = [] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.263283] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.263475] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] service_providers.service_provider = [] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.263628] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] QUOTAS.default_quota = -1 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.263802] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.263957] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] QUOTAS.quota_floatingip = 50 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.264140] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] QUOTAS.quota_network = 100 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.264284] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] QUOTAS.quota_port = 500 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.264501] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.264549] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] QUOTAS.quota_router = 10 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.264695] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] QUOTAS.quota_security_group = 10 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.264845] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.264989] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] QUOTAS.quota_subnet = 100 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.265201] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] QUOTAS.track_quota_usage = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.265379] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.265576] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep.group = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.265753] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep.helper_command = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.265838] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep.log_daemon_traceback = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.265953] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.266107] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep.thread_pool_size = 8 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.266245] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep.user = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.266392] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.266528] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_dhcp_release.group = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.266660] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_dhcp_release.helper_command = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.266797] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.266969] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.267084] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.267221] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_dhcp_release.user = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.267363] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.267490] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_ovs_vsctl.group = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.267622] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_ovs_vsctl.helper_command = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.267760] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.267901] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.268055] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.268197] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_ovs_vsctl.user = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.268356] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_namespace.capabilities = [21] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.268492] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_namespace.group = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.268625] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_namespace.helper_command = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.268764] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_namespace.log_daemon_traceback = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.268908] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.269056] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_namespace.thread_pool_size = 8 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.269194] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_namespace.user = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.269335] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_conntrack.capabilities = [12] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.269467] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_conntrack.group = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.269598] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_conntrack.helper_command = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.269732] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.269870] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.270046] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.270195] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_conntrack.user = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.270357] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_link.capabilities = [12, 21] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.270472] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_link.group = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.270627] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_link.helper_command = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.270732] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_link.log_daemon_traceback = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.270872] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.271134] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_link.thread_pool_size = 8 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.271223] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] privsep_link.user = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.271373] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.271524] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.271664] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.continue_on_failed_promotions = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.271798] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.dscp = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.271935] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.dscp_inherit = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.272091] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.force_mp_to_policy = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.272229] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.locking_coordinator_url = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.272393] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.log_agent_heartbeats = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.272541] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.logging_expire = 1 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.272687] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.272826] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.272970] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.polling_interval = 240 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.273126] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.273270] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.273416] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.report_interval = 30.0 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.273576] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.273719] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.273863] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.274015] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.sync_skew = 60 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.274162] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.synchronization_queue_size = 20 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.274307] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT.use_helper_for_ns_read = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.274447] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] SECURITYGROUP.enable_ipset = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.274591] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] SECURITYGROUP.enable_security_group = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.274732] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.274877] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.275029] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] experimental.ipv6_pd_enabled = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.275198] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ml2.extension_drivers = ['port_security'] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.275332] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ml2.external_network_type = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.275481] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.275650] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ml2.overlay_ip_version = 4 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.275835] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ml2.path_mtu = 8950 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.275904] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ml2.physical_network_mtus = {} {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.276043] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ml2.tenant_network_types = ['vlan'] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.276192] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.276334] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ml2.type_drivers = ['vlan'] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.276482] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT_CLI.neutron_port_id = [] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.276620] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.276756] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.276904] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.277122] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.277201] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.277337] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.277480] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.277621] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.277824] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.277972] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_login_password = **** {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.278131] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_login_port = 443 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.278273] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_login_user = admin {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.278418] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.278563] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.278703] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.278840] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.278983] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.279145] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.279289] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.279429] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.279569] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.279710] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.279856] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.280032] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.280185] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.280388] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.280536] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] vsphere.vsphere_login_password = VMware1! {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.280678] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.280816] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.280971] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] nova.auth_section = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.281128] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] nova.auth_type = password {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.281271] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.281454] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] nova.certfile = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.281540] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] nova.collect_timing = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.281683] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] nova.endpoint_type = public {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.281846] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] nova.insecure = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.281948] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] nova.keyfile = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.282101] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] nova.region_name = RegionOne {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.282248] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] nova.split_loggers = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.282401] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] nova.timeout = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.282549] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] placement.auth_section = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.282697] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] placement.auth_type = password {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.282840] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.282975] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] placement.certfile = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.283127] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] placement.collect_timing = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.283272] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] placement.endpoint_type = public {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.283407] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] placement.insecure = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.283539] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] placement.keyfile = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.283670] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] placement.region_name = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.283805] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] placement.split_loggers = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.283937] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] placement.timeout = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.284089] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.auth_section = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.284230] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.auth_type = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.284382] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.cafile = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.284527] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.certfile = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.284665] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.collect_timing = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.284826] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.connect_retries = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.284927] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.connect_retry_delay = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.285093] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.enable_notifications = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.285200] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.endpoint_override = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.285336] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.insecure = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.285469] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.interface = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.285603] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.keyfile = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.285767] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.max_version = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.285866] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.min_version = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286110] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.region_name = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286154] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.retriable_status_codes = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286257] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.service_name = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286403] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.service_type = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286515] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.split_loggers = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286685] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.status_code_retries = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286773] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.status_code_retry_delay = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286906] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.timeout = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.287043] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.valid_interfaces = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.287183] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ironic.version = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.287338] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] cli_script.dry_run = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.287460] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.287596] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.287733] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.287866] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.288008] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.288148] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.288282] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.288437] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.288550] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.288691] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.288823] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.288969] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.289122] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.289264] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.289401] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.289542] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.289677] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.289812] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.289975] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.290130] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291137] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291137] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291137] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291137] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291137] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291137] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291351] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291412] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291627] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291753] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291967] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.ssl = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.292216] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.292443] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.292686] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.292969] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.293241] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.293483] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.293680] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_notifications.driver = [] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.293916] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_notifications.retry = -1 {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.294196] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.294376] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.294499] env[70062]: DEBUG oslo_service.backend.eventlet.service [None req-1f6920c7-0f24-44a8-9c13-f45528b3a598 None None] ******************************************************************************** {{(pid=70062) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 618.295756] env[70062]: DEBUG neutron.agent.securitygroups_rpc [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Init firewall settings (driver=nsxv3) {{(pid=70062) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 618.297206] env[70062]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=70062) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 618.297502] env[70062]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] RPC agent_id: nsxm-l-01a.corp.local [ 618.299980] env[70062]: DEBUG dogpile.cache.region [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] No value present for key: 'zone-id' {{(pid=70062) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.300101] env[70062]: DEBUG dogpile.lock [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] NeedRegenerationException {{(pid=70062) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.300199] env[70062]: DEBUG dogpile.lock [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] no value, waiting for create lock {{(pid=70062) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.300291] env[70062]: DEBUG dogpile.lock [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] value creation lock acquired {{(pid=70062) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.300385] env[70062]: DEBUG dogpile.cache.region [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] No value present for key: 'zone-id' {{(pid=70062) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.300469] env[70062]: DEBUG dogpile.lock [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Calling creation function for not-yet-present value {{(pid=70062) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.300590] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.338111] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Session token - acquiring [ 618.339709] env[70062]: DEBUG networking_nsxv3.common.locking [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.340067] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.340067] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.340493] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.353141] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.645929] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 618.671335] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.671498] env[70062]: DEBUG dogpile.cache.region [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Cache value generated in 0.371 seconds for key(s): 'zone-id' {{(pid=70062) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 618.671606] env[70062]: DEBUG dogpile.lock [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Released creation lock {{(pid=70062) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.671727] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Activating Policy API Provider. [ 618.671925] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Looking for the default Infrastructure Rules. [ 618.745348] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Looking for the Default Layer3 Logged Drop Section. [ 618.762827] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 618.763357] env[70062]: DEBUG networking_nsxv3.common.locking [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.763535] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquiring lock "all" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.763642] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired lock "all" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.763941] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired external semaphore "all" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.764294] env[70062]: DEBUG networking_nsxv3.api.rpc [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.280289] env[70062]: DEBUG networking_nsxv3.api.rpc [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.782534] env[70062]: DEBUG networking_nsxv3.api.rpc [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.284963] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Inventory metadata is going to be refreshed. [ 620.285511] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 621.159011] env[70062]: DEBUG networking_nsxv3.common.locking [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.159317] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquiring lock "Segment" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.159317] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired lock "Segment" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.159636] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired external semaphore "Segment" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.170803] env[70062]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 621.171747] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Releasing lock "Segment" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.172734] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 621.192087] env[70062]: DEBUG networking_nsxv3.common.locking [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.192336] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.192381] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.192689] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.192816] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.192967] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 621.193194] env[70062]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=70062) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 621.193388] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 621.214324] env[70062]: DEBUG networking_nsxv3.common.locking [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.214541] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.214604] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.214882] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.215070] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.215217] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 621.235916] env[70062]: DEBUG networking_nsxv3.common.locking [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.236210] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.236210] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.236481] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.236641] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.236776] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 621.256746] env[70062]: DEBUG networking_nsxv3.common.locking [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.257088] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquiring lock "Address Group" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.257088] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired lock "Address Group" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.257319] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired external semaphore "Address Group" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.257463] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Releasing lock "Address Group" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.257614] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 621.257717] env[70062]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70062) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 621.257819] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 621.277915] env[70062]: DEBUG networking_nsxv3.common.locking [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.278144] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquiring lock "Segment QoS" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.278284] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired lock "Segment QoS" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.278527] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired external semaphore "Segment QoS" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.278651] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Releasing lock "Segment QoS" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.278789] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 621.278889] env[70062]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=70062) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 621.278993] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 621.301835] env[70062]: DEBUG networking_nsxv3.common.locking [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.302348] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquiring lock "Security Group (Members)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.302348] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired lock "Security Group (Members)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.302432] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Acquired external semaphore "Security Group (Members)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.302601] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Releasing lock "Security Group (Members)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.302729] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 621.302829] env[70062]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70062) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 621.302924] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Inventory metadata have been refreshed. [ 621.303029] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Dryrun:True. Metadata refresh completed. [ 621.303148] env[70062]: DEBUG oslo_concurrency.lockutils [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Releasing lock "all" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.304857] env[70062]: INFO neutron.agent.agent_extensions_manager [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Loaded agent extensions: [] [ 621.305583] env[70062]: DEBUG neutron_lib.callbacks.manager [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=70062) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 621.354457] env[70062]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] NSXv3 Agent Agent RPC Daemon Started! [ 621.354653] env[70062]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] NSXv3 Agent Agent loop - iteration:0 started [ 621.354718] env[70062]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64c748c-dc33-4126-8c89-1431511fd731 None None] NSXv3 Agent Agent out of sync with plugin! [ 626.305894] env[70062]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 626.306335] env[70062]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 631.307437] env[70062]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 631.307764] env[70062]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 636.069405] env[70062]: INFO networking_nsxv3.common.synchronization [None req-cd69c74e-9936-4797-8f52-66c7325de09e demo admin] Enqueued Resource ID: d57f0fd3-6129-41d5-8e48-46e7771d224b with Priority: HIGHEST for action security_group_rules [ 636.069735] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57f0fd3-6129-41d5-8e48-46e7771d224b with Priority: HIGHEST for action security_group_rules [ 636.070425] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d57f0fd3-6129-41d5-8e48-46e7771d224b taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.070425] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d57f0fd3-6129-41d5-8e48-46e7771d224b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.072506] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d57f0fd3-6129-41d5-8e48-46e7771d224b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.072506] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d57f0fd3-6129-41d5-8e48-46e7771d224b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.072506] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d57f0fd3-6129-41d5-8e48-46e7771d224b',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.591542] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.591794] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.591794] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.592062] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.592180] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.592296] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d57f0fd3-6129-41d5-8e48-46e7771d224b already deleted. [ 636.592395] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d57f0fd3-6129-41d5-8e48-46e7771d224b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.071247] env[70062]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 641.071748] env[70062]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 646.072725] env[70062]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 646.072725] env[70062]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 651.073679] env[70062]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 651.074207] env[70062]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 656.075420] env[70062]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 656.075874] env[70062]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 661.076854] env[70062]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 661.077162] env[70062]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 661.575050] env[70062]: INFO networking_nsxv3.common.synchronization [None req-ff72dc1c-c64e-4458-a7fe-7f17381b0771 None None] Enqueued Resource ID: b6376cdc-83fe-42b6-a28b-387057aa1844 with Priority: HIGHEST for action port [ 661.575663] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6376cdc-83fe-42b6-a28b-387057aa1844 with Priority: HIGHEST for action port [ 661.576744] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6376cdc-83fe-42b6-a28b-387057aa1844 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.576942] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6376cdc-83fe-42b6-a28b-387057aa1844" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.577067] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6376cdc-83fe-42b6-a28b-387057aa1844" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.577590] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6376cdc-83fe-42b6-a28b-387057aa1844" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.578217] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6376cdc-83fe-42b6-a28b-387057aa1844',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.088048] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6376cdc-83fe-42b6-a28b-387057aa1844 [ 662.088048] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.088048] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.088048] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.088452] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.088616] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.088652] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6376cdc-83fe-42b6-a28b-387057aa1844 already deleted. [ 662.088746] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6376cdc-83fe-42b6-a28b-387057aa1844" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.491736] env[70062]: INFO networking_nsxv3.common.synchronization [None req-62e213d8-ce3b-4b85-a694-9d80205f19a8 None None] Enqueued Resource ID: e6d522a0-aee7-4ac0-a9b7-df0d39dc6509 with Priority: HIGHEST for action port [ 663.492021] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d522a0-aee7-4ac0-a9b7-df0d39dc6509 with Priority: HIGHEST for action port [ 663.492580] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6d522a0-aee7-4ac0-a9b7-df0d39dc6509 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.492993] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6d522a0-aee7-4ac0-a9b7-df0d39dc6509" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.492993] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6d522a0-aee7-4ac0-a9b7-df0d39dc6509" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.493185] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6d522a0-aee7-4ac0-a9b7-df0d39dc6509" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.493320] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d522a0-aee7-4ac0-a9b7-df0d39dc6509',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.995723] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6d522a0-aee7-4ac0-a9b7-df0d39dc6509 [ 663.995963] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.996152] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.996197] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.996410] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.996507] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.996791] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6d522a0-aee7-4ac0-a9b7-df0d39dc6509 already deleted. [ 663.996791] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6d522a0-aee7-4ac0-a9b7-df0d39dc6509" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.207237] env[70062]: INFO networking_nsxv3.common.synchronization [None req-ddcdccd1-4d44-46b9-ace4-be5878ca973e None None] Enqueued Resource ID: 55fde7dd-7c7c-4a43-9d8b-7f17d1c6e6f4 with Priority: HIGHEST for action port [ 664.207890] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55fde7dd-7c7c-4a43-9d8b-7f17d1c6e6f4 with Priority: HIGHEST for action port [ 664.208088] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-55fde7dd-7c7c-4a43-9d8b-7f17d1c6e6f4 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.208314] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55fde7dd-7c7c-4a43-9d8b-7f17d1c6e6f4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.208382] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55fde7dd-7c7c-4a43-9d8b-7f17d1c6e6f4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.208623] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55fde7dd-7c7c-4a43-9d8b-7f17d1c6e6f4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.208896] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55fde7dd-7c7c-4a43-9d8b-7f17d1c6e6f4',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.715443] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55fde7dd-7c7c-4a43-9d8b-7f17d1c6e6f4 [ 664.715443] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.715443] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.715443] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.715847] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.716197] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.716318] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55fde7dd-7c7c-4a43-9d8b-7f17d1c6e6f4 already deleted. [ 664.716407] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55fde7dd-7c7c-4a43-9d8b-7f17d1c6e6f4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.379552] env[70062]: INFO networking_nsxv3.common.synchronization [None req-b3769cfc-d820-45db-9e22-dad6274ecfa2 None None] Enqueued Resource ID: 9560d6cc-e16b-49fa-8536-94f88836051f with Priority: HIGHEST for action port [ 666.380316] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9560d6cc-e16b-49fa-8536-94f88836051f with Priority: HIGHEST for action port [ 666.380545] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-9560d6cc-e16b-49fa-8536-94f88836051f taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.380675] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9560d6cc-e16b-49fa-8536-94f88836051f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.380743] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9560d6cc-e16b-49fa-8536-94f88836051f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.380984] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9560d6cc-e16b-49fa-8536-94f88836051f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.383195] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9560d6cc-e16b-49fa-8536-94f88836051f',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.587703] env[70062]: INFO networking_nsxv3.common.synchronization [None req-a962362e-3fc9-4ab9-8665-9fdc9ceb3097 None None] Enqueued Resource ID: bd8207d2-3e5a-4640-9d49-42049ca294d0 with Priority: HIGHEST for action port [ 666.587956] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8207d2-3e5a-4640-9d49-42049ca294d0 with Priority: HIGHEST for action port [ 666.588554] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd8207d2-3e5a-4640-9d49-42049ca294d0 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.588674] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd8207d2-3e5a-4640-9d49-42049ca294d0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.588742] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd8207d2-3e5a-4640-9d49-42049ca294d0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.589010] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd8207d2-3e5a-4640-9d49-42049ca294d0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.592203] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd8207d2-3e5a-4640-9d49-42049ca294d0',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.885549] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9560d6cc-e16b-49fa-8536-94f88836051f [ 666.885549] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.885696] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.885787] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.886040] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.886170] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.886276] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9560d6cc-e16b-49fa-8536-94f88836051f already deleted. [ 666.886768] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9560d6cc-e16b-49fa-8536-94f88836051f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.095238] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd8207d2-3e5a-4640-9d49-42049ca294d0 [ 667.095324] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.095409] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.095663] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.095748] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.095811] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.095885] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd8207d2-3e5a-4640-9d49-42049ca294d0 already deleted. [ 667.095964] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd8207d2-3e5a-4640-9d49-42049ca294d0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.110644] env[70062]: INFO networking_nsxv3.common.synchronization [None req-a71006a9-69e3-4920-a5d8-1ff28af654e9 None None] Enqueued Resource ID: 1e5418be-af0b-4445-810e-c439dacdf395 with Priority: HIGHEST for action port [ 668.111086] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5418be-af0b-4445-810e-c439dacdf395 with Priority: HIGHEST for action port [ 668.112735] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e5418be-af0b-4445-810e-c439dacdf395 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.112735] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e5418be-af0b-4445-810e-c439dacdf395" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.112735] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e5418be-af0b-4445-810e-c439dacdf395" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.112735] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e5418be-af0b-4445-810e-c439dacdf395" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.112735] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5418be-af0b-4445-810e-c439dacdf395',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.615235] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e5418be-af0b-4445-810e-c439dacdf395 [ 668.615617] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.615617] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.615617] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.615935] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.615935] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.616081] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e5418be-af0b-4445-810e-c439dacdf395 already deleted. [ 668.616255] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e5418be-af0b-4445-810e-c439dacdf395" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.773893] env[70062]: INFO networking_nsxv3.common.synchronization [None req-d4e006ce-09b2-4b70-9c86-bd358177c189 None None] Enqueued Resource ID: 059ab7a7-1fd1-4803-a0a3-e7766a33965d with Priority: HIGHEST for action port [ 668.774167] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059ab7a7-1fd1-4803-a0a3-e7766a33965d with Priority: HIGHEST for action port [ 668.774748] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-059ab7a7-1fd1-4803-a0a3-e7766a33965d taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.774874] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-059ab7a7-1fd1-4803-a0a3-e7766a33965d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.774941] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-059ab7a7-1fd1-4803-a0a3-e7766a33965d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.775224] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-059ab7a7-1fd1-4803-a0a3-e7766a33965d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.775314] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('059ab7a7-1fd1-4803-a0a3-e7766a33965d',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.923554] env[70062]: INFO networking_nsxv3.common.synchronization [None req-75dd0ba1-5f60-442f-98d8-ef9d30be22a1 None None] Enqueued Resource ID: 8c278dd5-c0b7-4e4b-a307-9144bc954b3b with Priority: HIGHEST for action port [ 668.923824] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c278dd5-c0b7-4e4b-a307-9144bc954b3b with Priority: HIGHEST for action port [ 668.924411] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c278dd5-c0b7-4e4b-a307-9144bc954b3b taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.924540] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c278dd5-c0b7-4e4b-a307-9144bc954b3b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.924612] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c278dd5-c0b7-4e4b-a307-9144bc954b3b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.924858] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c278dd5-c0b7-4e4b-a307-9144bc954b3b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.924940] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c278dd5-c0b7-4e4b-a307-9144bc954b3b',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.281223] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 059ab7a7-1fd1-4803-a0a3-e7766a33965d [ 669.281879] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.282328] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.282538] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.282838] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.283060] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.283339] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:059ab7a7-1fd1-4803-a0a3-e7766a33965d already deleted. [ 669.283520] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-059ab7a7-1fd1-4803-a0a3-e7766a33965d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.428438] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c278dd5-c0b7-4e4b-a307-9144bc954b3b [ 669.428438] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.428598] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.428598] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.428819] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.428890] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.429836] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c278dd5-c0b7-4e4b-a307-9144bc954b3b already deleted. [ 669.429836] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c278dd5-c0b7-4e4b-a307-9144bc954b3b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.577778] env[70062]: INFO networking_nsxv3.common.synchronization [None req-35c529c2-f7a0-4292-8c75-cfa197b06caf None None] Enqueued Resource ID: 8c7f40b5-7c4e-41f2-ac27-9b1a54fe93fd with Priority: HIGHEST for action port [ 669.578057] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7f40b5-7c4e-41f2-ac27-9b1a54fe93fd with Priority: HIGHEST for action port [ 669.580768] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c7f40b5-7c4e-41f2-ac27-9b1a54fe93fd taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.580768] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c7f40b5-7c4e-41f2-ac27-9b1a54fe93fd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.580768] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c7f40b5-7c4e-41f2-ac27-9b1a54fe93fd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.580768] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c7f40b5-7c4e-41f2-ac27-9b1a54fe93fd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.580768] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c7f40b5-7c4e-41f2-ac27-9b1a54fe93fd',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.086082] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c7f40b5-7c4e-41f2-ac27-9b1a54fe93fd [ 670.087118] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.087118] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.087118] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.087118] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.087118] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.087118] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c7f40b5-7c4e-41f2-ac27-9b1a54fe93fd already deleted. [ 670.087339] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c7f40b5-7c4e-41f2-ac27-9b1a54fe93fd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.245148] env[70062]: INFO networking_nsxv3.common.synchronization [None req-c33c459a-afda-4e06-9eb5-5cbbed92f1eb None None] Enqueued Resource ID: 299762c3-c3a4-4bc3-8503-b4b50b0c9950 with Priority: HIGHEST for action port [ 670.245148] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299762c3-c3a4-4bc3-8503-b4b50b0c9950 with Priority: HIGHEST for action port [ 670.245837] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-299762c3-c3a4-4bc3-8503-b4b50b0c9950 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.245837] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299762c3-c3a4-4bc3-8503-b4b50b0c9950" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.245977] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299762c3-c3a4-4bc3-8503-b4b50b0c9950" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.246820] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299762c3-c3a4-4bc3-8503-b4b50b0c9950" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.246937] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299762c3-c3a4-4bc3-8503-b4b50b0c9950',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.749312] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 299762c3-c3a4-4bc3-8503-b4b50b0c9950 [ 670.749560] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.749727] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.749774] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.749985] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.750090] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.750190] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:299762c3-c3a4-4bc3-8503-b4b50b0c9950 already deleted. [ 670.750271] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299762c3-c3a4-4bc3-8503-b4b50b0c9950" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.356824] env[70062]: INFO networking_nsxv3.common.synchronization [None req-5a6a23b9-7bd8-4317-b102-b90f457f67e9 None None] Enqueued Resource ID: f99b0008-7b92-4245-a9af-506218dd87c7 with Priority: HIGHEST for action port [ 671.357103] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99b0008-7b92-4245-a9af-506218dd87c7 with Priority: HIGHEST for action port [ 671.357669] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-f99b0008-7b92-4245-a9af-506218dd87c7 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.357805] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f99b0008-7b92-4245-a9af-506218dd87c7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.357896] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f99b0008-7b92-4245-a9af-506218dd87c7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.360510] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f99b0008-7b92-4245-a9af-506218dd87c7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.360848] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99b0008-7b92-4245-a9af-506218dd87c7',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.767781] env[70062]: INFO networking_nsxv3.common.synchronization [None req-ed5121f2-56bc-410d-b71f-5ce36c02878c None None] Enqueued Resource ID: 3ed0e6f9-b29f-4b60-9297-b4e2562ac1a4 with Priority: HIGHEST for action port [ 671.768076] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed0e6f9-b29f-4b60-9297-b4e2562ac1a4 with Priority: HIGHEST for action port [ 671.769399] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed0e6f9-b29f-4b60-9297-b4e2562ac1a4 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.769399] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed0e6f9-b29f-4b60-9297-b4e2562ac1a4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.769399] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed0e6f9-b29f-4b60-9297-b4e2562ac1a4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.769399] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed0e6f9-b29f-4b60-9297-b4e2562ac1a4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.769399] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed0e6f9-b29f-4b60-9297-b4e2562ac1a4',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.865642] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f99b0008-7b92-4245-a9af-506218dd87c7 [ 671.865642] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.865642] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.865642] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.865642] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.865875] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.865875] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f99b0008-7b92-4245-a9af-506218dd87c7 already deleted. [ 671.865941] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f99b0008-7b92-4245-a9af-506218dd87c7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.271260] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ed0e6f9-b29f-4b60-9297-b4e2562ac1a4 [ 672.271498] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.271638] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.271724] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.271942] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.272049] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.272152] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ed0e6f9-b29f-4b60-9297-b4e2562ac1a4 already deleted. [ 672.272241] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed0e6f9-b29f-4b60-9297-b4e2562ac1a4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.802965] env[70062]: INFO networking_nsxv3.common.synchronization [None req-201ab948-f16b-4767-8bce-48bde5ca2b0a None None] Enqueued Resource ID: d391832f-115f-43d0-82dc-4bd31ba55007 with Priority: HIGHEST for action port [ 672.803221] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d391832f-115f-43d0-82dc-4bd31ba55007 with Priority: HIGHEST for action port [ 672.807324] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-d391832f-115f-43d0-82dc-4bd31ba55007 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.807324] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d391832f-115f-43d0-82dc-4bd31ba55007" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.807324] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d391832f-115f-43d0-82dc-4bd31ba55007" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.807324] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d391832f-115f-43d0-82dc-4bd31ba55007" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.807324] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d391832f-115f-43d0-82dc-4bd31ba55007',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.306163] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d391832f-115f-43d0-82dc-4bd31ba55007 [ 673.306395] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.306530] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.306605] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.306846] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.306927] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.307026] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d391832f-115f-43d0-82dc-4bd31ba55007 already deleted. [ 673.307104] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d391832f-115f-43d0-82dc-4bd31ba55007" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.117785] env[70062]: INFO networking_nsxv3.common.synchronization [None req-42dad680-496c-4876-a985-d3cd08a6ed3b None None] Enqueued Resource ID: 9a7834cb-4e11-484a-b10b-ab077209233c with Priority: HIGHEST for action port [ 674.118171] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7834cb-4e11-484a-b10b-ab077209233c with Priority: HIGHEST for action port [ 674.118718] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a7834cb-4e11-484a-b10b-ab077209233c taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.119459] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a7834cb-4e11-484a-b10b-ab077209233c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.119565] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a7834cb-4e11-484a-b10b-ab077209233c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.119843] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a7834cb-4e11-484a-b10b-ab077209233c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.119958] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7834cb-4e11-484a-b10b-ab077209233c',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.278333] env[70062]: INFO networking_nsxv3.common.synchronization [None req-aaecf9b6-581d-4246-8adf-3c09bed1aaa5 None None] Enqueued Resource ID: 08866b36-cc5a-4d34-b0b5-8ff4a2d25dcb with Priority: HIGHEST for action port [ 674.278483] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08866b36-cc5a-4d34-b0b5-8ff4a2d25dcb with Priority: HIGHEST for action port [ 674.279230] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-08866b36-cc5a-4d34-b0b5-8ff4a2d25dcb taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.279350] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08866b36-cc5a-4d34-b0b5-8ff4a2d25dcb" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.279417] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08866b36-cc5a-4d34-b0b5-8ff4a2d25dcb" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.279664] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08866b36-cc5a-4d34-b0b5-8ff4a2d25dcb" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.279744] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08866b36-cc5a-4d34-b0b5-8ff4a2d25dcb',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.308717] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.308882] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.308956] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.309172] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.309440] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.623231] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a7834cb-4e11-484a-b10b-ab077209233c [ 674.624083] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.624083] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.624083] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.625666] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.625666] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.625666] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a7834cb-4e11-484a-b10b-ab077209233c already deleted. [ 674.625666] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a7834cb-4e11-484a-b10b-ab077209233c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.785750] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08866b36-cc5a-4d34-b0b5-8ff4a2d25dcb [ 674.786738] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.788135] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.788135] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.788135] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.788135] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.788135] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08866b36-cc5a-4d34-b0b5-8ff4a2d25dcb already deleted. [ 674.788135] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08866b36-cc5a-4d34-b0b5-8ff4a2d25dcb" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.815439] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.902095] env[70062]: INFO networking_nsxv3.common.synchronization [None req-a92a836a-f198-43c1-8724-bc7ec1ccbbd9 None None] Enqueued Resource ID: 2378ac1d-4527-4133-b63c-2fc46736c0b9 with Priority: HIGHEST for action port [ 674.902095] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2378ac1d-4527-4133-b63c-2fc46736c0b9 with Priority: HIGHEST for action port [ 674.902095] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-2378ac1d-4527-4133-b63c-2fc46736c0b9 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.902095] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2378ac1d-4527-4133-b63c-2fc46736c0b9" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.902095] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2378ac1d-4527-4133-b63c-2fc46736c0b9" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.903431] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2378ac1d-4527-4133-b63c-2fc46736c0b9" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.903535] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2378ac1d-4527-4133-b63c-2fc46736c0b9',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.318258] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.383853] env[70062]: INFO networking_nsxv3.common.synchronization [req-15d059a0-a21f-49cc-8f85-ae7ca73b0b1f req-f0298cee-5c41-4087-8273-1f768d6421e3 tempest-SecurityGroupRulesTestJSON-756529995 tempest-SecurityGroupRulesTestJSON-756529995-project-member] Enqueued Resource ID: 566de5ae-693b-4e0b-9c04-e466d105fa12 with Priority: HIGHEST for action security_group_rules [ 675.384062] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 566de5ae-693b-4e0b-9c04-e466d105fa12 with Priority: HIGHEST for action security_group_rules [ 675.384731] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-566de5ae-693b-4e0b-9c04-e466d105fa12 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.384731] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-566de5ae-693b-4e0b-9c04-e466d105fa12" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.384874] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-566de5ae-693b-4e0b-9c04-e466d105fa12" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.385859] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-566de5ae-693b-4e0b-9c04-e466d105fa12" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.385965] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('566de5ae-693b-4e0b-9c04-e466d105fa12',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.405324] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2378ac1d-4527-4133-b63c-2fc46736c0b9 [ 675.405711] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.405711] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.405852] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.405963] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.406083] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.406181] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2378ac1d-4527-4133-b63c-2fc46736c0b9 already deleted. [ 675.406387] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2378ac1d-4527-4133-b63c-2fc46736c0b9" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.820821] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 675.820931] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 675.917018] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.917230] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.917289] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.917514] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.917596] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.917701] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 566de5ae-693b-4e0b-9c04-e466d105fa12 already deleted. [ 675.917815] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-566de5ae-693b-4e0b-9c04-e466d105fa12" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.406474] env[70062]: INFO networking_nsxv3.common.synchronization [None req-9c4a04c6-1dd0-4904-940a-c41709237731 None None] Enqueued Resource ID: caa361fe-c02c-4884-8bcd-019c1a05c976 with Priority: HIGHEST for action port [ 676.406474] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa361fe-c02c-4884-8bcd-019c1a05c976 with Priority: HIGHEST for action port [ 676.406474] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-caa361fe-c02c-4884-8bcd-019c1a05c976 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.406474] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caa361fe-c02c-4884-8bcd-019c1a05c976" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.406474] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caa361fe-c02c-4884-8bcd-019c1a05c976" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.406474] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caa361fe-c02c-4884-8bcd-019c1a05c976" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.406474] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa361fe-c02c-4884-8bcd-019c1a05c976',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.617814] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.617997] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.617997] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.618176] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.632668] env[70062]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 676.634572] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.636129] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 676.657097] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.657097] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.657097] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.657695] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.657695] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.657695] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 676.657695] env[70062]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70062) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 676.657695] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 676.680839] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.680839] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.680839] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.680839] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.680839] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.680839] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 676.705021] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.705021] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.705021] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.705021] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.705021] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.705021] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 676.727101] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.729519] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.729519] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.729519] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.729519] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.729519] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 676.729519] env[70062]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70062) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 676.729519] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 676.749878] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.749878] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.749878] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.749878] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.749878] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.749878] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 676.749878] env[70062]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70062) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 676.749878] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 676.773637] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.774032] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.774203] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.774519] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.774717] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.774920] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 676.775210] env[70062]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70062) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 676.776050] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 676.776227] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 676.776415] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 676.776569] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 676.776711] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 676.777141] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 676.777299] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 676.777447] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 676.804326] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.804473] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.804923] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.804923] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.805207] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.805207] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 676.828035] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.828035] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.828035] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.828035] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.828035] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.838586] env[70062]: INFO networking_nsxv3.common.synchronization [None req-e4dc19a2-8f04-4eb5-82c8-df3d79a76fa7 None None] Enqueued Resource ID: f2c2b282-d8d8-4f07-9c0d-6354ce08b33e with Priority: HIGHEST for action port [ 676.838586] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c2b282-d8d8-4f07-9c0d-6354ce08b33e with Priority: HIGHEST for action port [ 676.838985] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2c2b282-d8d8-4f07-9c0d-6354ce08b33e taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.839114] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2c2b282-d8d8-4f07-9c0d-6354ce08b33e" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.839169] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2c2b282-d8d8-4f07-9c0d-6354ce08b33e" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.839404] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2c2b282-d8d8-4f07-9c0d-6354ce08b33e" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.839485] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2c2b282-d8d8-4f07-9c0d-6354ce08b33e',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.842851] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.915026] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caa361fe-c02c-4884-8bcd-019c1a05c976 [ 676.915026] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.915026] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.915026] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.915026] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.915613] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.916483] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caa361fe-c02c-4884-8bcd-019c1a05c976 already deleted. [ 676.916483] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caa361fe-c02c-4884-8bcd-019c1a05c976" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.136383] env[70062]: INFO networking_nsxv3.common.synchronization [None req-581d8942-2a17-49ae-9e24-29dc4b5a7378 None None] Enqueued Resource ID: 3d99687b-701c-4e9a-849e-818a0c7389b8 with Priority: HIGHEST for action port [ 677.136383] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d99687b-701c-4e9a-849e-818a0c7389b8 with Priority: HIGHEST for action port [ 677.136383] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d99687b-701c-4e9a-849e-818a0c7389b8 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.136383] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d99687b-701c-4e9a-849e-818a0c7389b8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.136383] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d99687b-701c-4e9a-849e-818a0c7389b8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.136383] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d99687b-701c-4e9a-849e-818a0c7389b8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.138315] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d99687b-701c-4e9a-849e-818a0c7389b8',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.344807] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2c2b282-d8d8-4f07-9c0d-6354ce08b33e [ 677.345073] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.345279] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.345279] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.345498] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.345594] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.345741] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2c2b282-d8d8-4f07-9c0d-6354ce08b33e already deleted. [ 677.345818] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2c2b282-d8d8-4f07-9c0d-6354ce08b33e" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.439120] env[70062]: INFO networking_nsxv3.common.synchronization [None req-aaa71607-0cf9-4664-8de0-daa237ebf4b5 None None] Enqueued Resource ID: deafed04-0c61-423e-a64a-4676c4fc598e with Priority: HIGHEST for action port [ 677.440366] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deafed04-0c61-423e-a64a-4676c4fc598e with Priority: HIGHEST for action port [ 677.446042] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-deafed04-0c61-423e-a64a-4676c4fc598e taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.446042] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deafed04-0c61-423e-a64a-4676c4fc598e" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.446042] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deafed04-0c61-423e-a64a-4676c4fc598e" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.446042] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deafed04-0c61-423e-a64a-4676c4fc598e" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.446042] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deafed04-0c61-423e-a64a-4676c4fc598e',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.640655] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d99687b-701c-4e9a-849e-818a0c7389b8 [ 677.641820] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.641990] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.642084] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.642292] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.642380] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.642475] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d99687b-701c-4e9a-849e-818a0c7389b8 already deleted. [ 677.642552] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d99687b-701c-4e9a-849e-818a0c7389b8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.948037] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port deafed04-0c61-423e-a64a-4676c4fc598e [ 677.948293] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.948473] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.948553] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.948774] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.948834] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.948925] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:deafed04-0c61-423e-a64a-4676c4fc598e already deleted. [ 677.948982] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deafed04-0c61-423e-a64a-4676c4fc598e" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.763539] env[70062]: INFO networking_nsxv3.common.synchronization [None req-8ee11130-3036-4449-9e6f-77f033519119 None None] Enqueued Resource ID: 1ef15844-d8a5-4e46-8d28-ed66741d25ee with Priority: HIGHEST for action port [ 678.763995] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef15844-d8a5-4e46-8d28-ed66741d25ee with Priority: HIGHEST for action port [ 678.764408] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef15844-d8a5-4e46-8d28-ed66741d25ee taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.764563] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef15844-d8a5-4e46-8d28-ed66741d25ee" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.764634] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef15844-d8a5-4e46-8d28-ed66741d25ee" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.764885] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef15844-d8a5-4e46-8d28-ed66741d25ee" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.765301] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef15844-d8a5-4e46-8d28-ed66741d25ee',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.269539] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ef15844-d8a5-4e46-8d28-ed66741d25ee [ 679.269667] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.269831] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.269831] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.270089] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.270185] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.270897] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ef15844-d8a5-4e46-8d28-ed66741d25ee already deleted. [ 679.270897] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef15844-d8a5-4e46-8d28-ed66741d25ee" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.116836] env[70062]: INFO networking_nsxv3.common.synchronization [req-a6917e72-aec6-49cb-8dbb-888f8b274629 req-74757e2a-382d-4462-85b9-d0dc3b575dd8 tempest-SecurityGroupRulesTestJSON-756529995 tempest-SecurityGroupRulesTestJSON-756529995-project-member] Enqueued Resource ID: 36b6c55e-8008-4eaa-83f0-0c0a7cf24892 with Priority: HIGHEST for action security_group_rules [ 680.116836] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b6c55e-8008-4eaa-83f0-0c0a7cf24892 with Priority: HIGHEST for action security_group_rules [ 680.117950] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36b6c55e-8008-4eaa-83f0-0c0a7cf24892 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.117950] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36b6c55e-8008-4eaa-83f0-0c0a7cf24892" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.117950] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36b6c55e-8008-4eaa-83f0-0c0a7cf24892" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.117950] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36b6c55e-8008-4eaa-83f0-0c0a7cf24892" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.117950] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36b6c55e-8008-4eaa-83f0-0c0a7cf24892',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.640153] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.640310] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.640380] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.640650] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.640741] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.640842] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36b6c55e-8008-4eaa-83f0-0c0a7cf24892 already deleted. [ 680.641116] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36b6c55e-8008-4eaa-83f0-0c0a7cf24892" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.870466] env[70062]: INFO networking_nsxv3.common.synchronization [None req-b87d5aa9-3f5a-496d-9060-53246b3cabcd tempest-ServersTestManualDisk-303144236 tempest-ServersTestManualDisk-303144236-project-member] Enqueued Resource ID: 4d35a900-a009-4d2b-a633-e35240ccdd47 with Priority: HIGHEST for action security_group_rules [ 680.871125] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d35a900-a009-4d2b-a633-e35240ccdd47 with Priority: HIGHEST for action security_group_rules [ 680.871561] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d35a900-a009-4d2b-a633-e35240ccdd47 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.873209] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d35a900-a009-4d2b-a633-e35240ccdd47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.873286] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d35a900-a009-4d2b-a633-e35240ccdd47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.873564] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d35a900-a009-4d2b-a633-e35240ccdd47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.873615] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d35a900-a009-4d2b-a633-e35240ccdd47',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.933038] env[70062]: INFO networking_nsxv3.common.synchronization [None req-2ed09e6f-2202-4609-b387-91da9d5354ed None None] Enqueued Resource ID: f7bfd800-9e13-41e8-8377-089767e35b4e with Priority: HIGHEST for action port [ 680.935313] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7bfd800-9e13-41e8-8377-089767e35b4e with Priority: HIGHEST for action port [ 680.935313] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7bfd800-9e13-41e8-8377-089767e35b4e taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.935313] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7bfd800-9e13-41e8-8377-089767e35b4e" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.935313] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7bfd800-9e13-41e8-8377-089767e35b4e" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.936267] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7bfd800-9e13-41e8-8377-089767e35b4e" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.936267] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7bfd800-9e13-41e8-8377-089767e35b4e',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.069191] env[70062]: INFO networking_nsxv3.common.synchronization [None req-5902503f-d4e2-4590-a20e-1375d46b6964 tempest-ServersTestManualDisk-303144236 tempest-ServersTestManualDisk-303144236-project-member] Enqueued Resource ID: 4d35a900-a009-4d2b-a633-e35240ccdd47 with Priority: HIGHEST for action security_group_rules [ 681.069501] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d35a900-a009-4d2b-a633-e35240ccdd47 with Priority: HIGHEST for action security_group_rules [ 681.069882] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d35a900-a009-4d2b-a633-e35240ccdd47 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.069958] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d35a900-a009-4d2b-a633-e35240ccdd47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.396497] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.396818] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.396818] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.397143] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.397212] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.397283] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d35a900-a009-4d2b-a633-e35240ccdd47 already deleted. [ 681.397378] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d35a900-a009-4d2b-a633-e35240ccdd47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.397548] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d35a900-a009-4d2b-a633-e35240ccdd47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.397709] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d35a900-a009-4d2b-a633-e35240ccdd47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.398102] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d35a900-a009-4d2b-a633-e35240ccdd47',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.441357] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7bfd800-9e13-41e8-8377-089767e35b4e [ 681.441847] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.441847] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.441847] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.442047] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.442116] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.442214] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7bfd800-9e13-41e8-8377-089767e35b4e already deleted. [ 681.442299] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7bfd800-9e13-41e8-8377-089767e35b4e" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.921857] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.922583] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.923057] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.923374] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.923554] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.923726] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d35a900-a009-4d2b-a633-e35240ccdd47 already deleted. [ 681.923917] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d35a900-a009-4d2b-a633-e35240ccdd47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.144619] env[70062]: INFO networking_nsxv3.common.synchronization [None req-7a54b3eb-c5d4-4045-819f-14f6b2cd89f9 None None] Enqueued Resource ID: 9b582fba-9da7-4df6-8715-71220a1bb003 with Priority: HIGHEST for action port [ 683.144619] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b582fba-9da7-4df6-8715-71220a1bb003 with Priority: HIGHEST for action port [ 683.144952] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b582fba-9da7-4df6-8715-71220a1bb003 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.145063] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b582fba-9da7-4df6-8715-71220a1bb003" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.145156] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b582fba-9da7-4df6-8715-71220a1bb003" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.145422] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b582fba-9da7-4df6-8715-71220a1bb003" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.145476] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b582fba-9da7-4df6-8715-71220a1bb003',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.647714] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b582fba-9da7-4df6-8715-71220a1bb003 [ 683.648027] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.649077] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.649077] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.649077] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.650253] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.650416] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b582fba-9da7-4df6-8715-71220a1bb003 already deleted. [ 683.650517] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b582fba-9da7-4df6-8715-71220a1bb003" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.664520] env[70062]: INFO networking_nsxv3.common.synchronization [None req-51b6c86b-f2ac-4237-a394-c203189795f0 tempest-VolumesAssistedSnapshotsTest-1299264290 tempest-VolumesAssistedSnapshotsTest-1299264290-project-member] Enqueued Resource ID: aee0c86a-6272-40ff-9e94-98a301be8c45 with Priority: HIGHEST for action security_group_rules [ 683.664925] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee0c86a-6272-40ff-9e94-98a301be8c45 with Priority: HIGHEST for action security_group_rules [ 683.666462] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aee0c86a-6272-40ff-9e94-98a301be8c45 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.666772] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aee0c86a-6272-40ff-9e94-98a301be8c45" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.667109] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aee0c86a-6272-40ff-9e94-98a301be8c45" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.667222] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aee0c86a-6272-40ff-9e94-98a301be8c45" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.667222] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aee0c86a-6272-40ff-9e94-98a301be8c45',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.729878] env[70062]: INFO networking_nsxv3.common.synchronization [None req-2750bd4c-1caf-4d09-9204-6e7f9a52b906 None None] Enqueued Resource ID: 43006c44-9998-4390-9087-94939daab5d8 with Priority: HIGHEST for action port [ 683.730390] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43006c44-9998-4390-9087-94939daab5d8 with Priority: HIGHEST for action port [ 683.731340] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-43006c44-9998-4390-9087-94939daab5d8 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.731340] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43006c44-9998-4390-9087-94939daab5d8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.731340] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43006c44-9998-4390-9087-94939daab5d8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.731562] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43006c44-9998-4390-9087-94939daab5d8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.731618] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43006c44-9998-4390-9087-94939daab5d8',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.783947] env[70062]: INFO networking_nsxv3.common.synchronization [None req-273bfaec-eaef-4f1e-abe2-c1227fa5fefb tempest-VolumesAssistedSnapshotsTest-1299264290 tempest-VolumesAssistedSnapshotsTest-1299264290-project-member] Enqueued Resource ID: aee0c86a-6272-40ff-9e94-98a301be8c45 with Priority: HIGHEST for action security_group_rules [ 683.785632] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee0c86a-6272-40ff-9e94-98a301be8c45 with Priority: HIGHEST for action security_group_rules [ 683.785632] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aee0c86a-6272-40ff-9e94-98a301be8c45 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.785632] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aee0c86a-6272-40ff-9e94-98a301be8c45" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.192549] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.192865] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.192865] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.193255] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.193255] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.193255] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aee0c86a-6272-40ff-9e94-98a301be8c45 already deleted. [ 684.193255] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aee0c86a-6272-40ff-9e94-98a301be8c45" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.193433] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aee0c86a-6272-40ff-9e94-98a301be8c45" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.193975] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aee0c86a-6272-40ff-9e94-98a301be8c45" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.193975] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aee0c86a-6272-40ff-9e94-98a301be8c45',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.234232] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43006c44-9998-4390-9087-94939daab5d8 [ 684.234676] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.238391] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.238391] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.238391] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.238391] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.238391] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43006c44-9998-4390-9087-94939daab5d8 already deleted. [ 684.238391] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43006c44-9998-4390-9087-94939daab5d8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.719527] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.719691] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.719760] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.720024] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.720127] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.720181] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aee0c86a-6272-40ff-9e94-98a301be8c45 already deleted. [ 684.720231] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aee0c86a-6272-40ff-9e94-98a301be8c45" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.184825] env[70062]: INFO networking_nsxv3.common.synchronization [None req-c64b4b1d-7c7d-4df2-94b2-481e8a7cf292 None None] Enqueued Resource ID: 51b67478-7699-4b04-9557-406e64fbe2dd with Priority: HIGHEST for action port [ 685.186870] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b67478-7699-4b04-9557-406e64fbe2dd with Priority: HIGHEST for action port [ 685.186870] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-51b67478-7699-4b04-9557-406e64fbe2dd taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.186870] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51b67478-7699-4b04-9557-406e64fbe2dd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.186870] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51b67478-7699-4b04-9557-406e64fbe2dd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.187696] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51b67478-7699-4b04-9557-406e64fbe2dd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.187804] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51b67478-7699-4b04-9557-406e64fbe2dd',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.276985] env[70062]: INFO networking_nsxv3.common.synchronization [None req-a0648865-de83-4e0e-b173-1852111805bf None None] Enqueued Resource ID: 3cc9e079-5db0-476d-aa22-87a66cf5e396 with Priority: HIGHEST for action port [ 685.277345] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc9e079-5db0-476d-aa22-87a66cf5e396 with Priority: HIGHEST for action port [ 685.278084] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cc9e079-5db0-476d-aa22-87a66cf5e396 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.278084] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cc9e079-5db0-476d-aa22-87a66cf5e396" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.278084] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cc9e079-5db0-476d-aa22-87a66cf5e396" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.278328] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cc9e079-5db0-476d-aa22-87a66cf5e396" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.278403] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc9e079-5db0-476d-aa22-87a66cf5e396',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.652317] env[70062]: INFO networking_nsxv3.common.synchronization [req-4db3a2e1-ddc7-43c8-9da1-7a8a58eb7bb5 req-bb11aa74-32b4-4aac-abef-06661bebbb32 tempest-SecurityGroupRulesTestJSON-756529995 tempest-SecurityGroupRulesTestJSON-756529995-project-member] Enqueued Resource ID: e9a2284f-c254-4988-a4b5-79d2ad32df06 with Priority: HIGHEST for action security_group_rules [ 685.652317] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a2284f-c254-4988-a4b5-79d2ad32df06 with Priority: HIGHEST for action security_group_rules [ 685.652317] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9a2284f-c254-4988-a4b5-79d2ad32df06 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.652317] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9a2284f-c254-4988-a4b5-79d2ad32df06" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.652317] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9a2284f-c254-4988-a4b5-79d2ad32df06" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.652813] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9a2284f-c254-4988-a4b5-79d2ad32df06" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.653096] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9a2284f-c254-4988-a4b5-79d2ad32df06',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.690762] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51b67478-7699-4b04-9557-406e64fbe2dd [ 685.691015] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.691179] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.691400] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.691451] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.691529] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.691650] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51b67478-7699-4b04-9557-406e64fbe2dd already deleted. [ 685.691751] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51b67478-7699-4b04-9557-406e64fbe2dd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.780931] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cc9e079-5db0-476d-aa22-87a66cf5e396 [ 685.781209] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.781351] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.781421] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.781664] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.781757] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.781859] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cc9e079-5db0-476d-aa22-87a66cf5e396 already deleted. [ 685.781939] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cc9e079-5db0-476d-aa22-87a66cf5e396" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.181692] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.182750] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.182896] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.183220] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.183388] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.183550] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9a2284f-c254-4988-a4b5-79d2ad32df06 already deleted. [ 686.183689] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9a2284f-c254-4988-a4b5-79d2ad32df06" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.062052] env[70062]: INFO networking_nsxv3.common.synchronization [None req-ca735a1f-d18a-420b-8854-c6be6eb30bcc tempest-ServersWithSpecificFlavorTestJSON-990852538 tempest-ServersWithSpecificFlavorTestJSON-990852538-project-member] Enqueued Resource ID: 50336536-fa8f-410f-80ec-e048adba3273 with Priority: HIGHEST for action security_group_rules [ 688.062643] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50336536-fa8f-410f-80ec-e048adba3273 with Priority: HIGHEST for action security_group_rules [ 688.063275] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50336536-fa8f-410f-80ec-e048adba3273 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.064068] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50336536-fa8f-410f-80ec-e048adba3273" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.064147] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50336536-fa8f-410f-80ec-e048adba3273" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.064394] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50336536-fa8f-410f-80ec-e048adba3273" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.064562] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50336536-fa8f-410f-80ec-e048adba3273',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.332991] env[70062]: INFO networking_nsxv3.common.synchronization [None req-28eb1543-04cd-47cb-969d-48878852f60f tempest-ServersWithSpecificFlavorTestJSON-990852538 tempest-ServersWithSpecificFlavorTestJSON-990852538-project-member] Enqueued Resource ID: 50336536-fa8f-410f-80ec-e048adba3273 with Priority: HIGHEST for action security_group_rules [ 688.333467] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50336536-fa8f-410f-80ec-e048adba3273 with Priority: HIGHEST for action security_group_rules [ 688.333814] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50336536-fa8f-410f-80ec-e048adba3273 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.333916] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50336536-fa8f-410f-80ec-e048adba3273" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.589983] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.589983] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.589983] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.589983] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.589983] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.589983] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50336536-fa8f-410f-80ec-e048adba3273 already deleted. [ 688.589983] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50336536-fa8f-410f-80ec-e048adba3273" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.589983] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50336536-fa8f-410f-80ec-e048adba3273" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.589983] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50336536-fa8f-410f-80ec-e048adba3273" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.589983] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50336536-fa8f-410f-80ec-e048adba3273',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.113288] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.113588] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.113588] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.115055] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.115055] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.115055] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50336536-fa8f-410f-80ec-e048adba3273 already deleted. [ 689.115055] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50336536-fa8f-410f-80ec-e048adba3273" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.926635] env[70062]: INFO networking_nsxv3.common.synchronization [req-c48e21c1-9948-46ae-9f5e-efa18340b3ee req-ec50408c-bcbc-46b1-9ab6-2fc232d40be2 tempest-SecurityGroupRulesTestJSON-756529995 tempest-SecurityGroupRulesTestJSON-756529995-project-member] Enqueued Resource ID: 632c4671-67fe-4c1b-bee3-e4d53e6e994d with Priority: HIGHEST for action security_group_rules [ 689.926744] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632c4671-67fe-4c1b-bee3-e4d53e6e994d with Priority: HIGHEST for action security_group_rules [ 689.927331] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-632c4671-67fe-4c1b-bee3-e4d53e6e994d taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.927459] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-632c4671-67fe-4c1b-bee3-e4d53e6e994d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.927529] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-632c4671-67fe-4c1b-bee3-e4d53e6e994d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.927782] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-632c4671-67fe-4c1b-bee3-e4d53e6e994d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.927866] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('632c4671-67fe-4c1b-bee3-e4d53e6e994d',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.451641] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.451641] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.451641] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.451641] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.451641] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.451641] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 632c4671-67fe-4c1b-bee3-e4d53e6e994d already deleted. [ 690.451641] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-632c4671-67fe-4c1b-bee3-e4d53e6e994d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.254161] env[70062]: INFO networking_nsxv3.common.synchronization [None req-722e0e3a-aac1-49c6-a224-616563cd0792 None None] Enqueued Resource ID: 422ce238-da21-4416-9b92-421bf056d9a0 with Priority: HIGHEST for action port [ 691.254161] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422ce238-da21-4416-9b92-421bf056d9a0 with Priority: HIGHEST for action port [ 691.254161] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-422ce238-da21-4416-9b92-421bf056d9a0 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.254161] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-422ce238-da21-4416-9b92-421bf056d9a0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.254161] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-422ce238-da21-4416-9b92-421bf056d9a0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.254447] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-422ce238-da21-4416-9b92-421bf056d9a0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.254479] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('422ce238-da21-4416-9b92-421bf056d9a0',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.761477] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 422ce238-da21-4416-9b92-421bf056d9a0 [ 691.761724] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.761858] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.761891] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.762183] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.762281] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.762381] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:422ce238-da21-4416-9b92-421bf056d9a0 already deleted. [ 691.762458] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-422ce238-da21-4416-9b92-421bf056d9a0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.181165] env[70062]: INFO networking_nsxv3.common.synchronization [None req-348ef24a-b257-433c-b417-1ad3e2f5329d None None] Enqueued Resource ID: 704c38c9-7c84-46a8-b1df-a5831f8c7872 with Priority: HIGHEST for action port [ 692.181165] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 704c38c9-7c84-46a8-b1df-a5831f8c7872 with Priority: HIGHEST for action port [ 692.184197] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-704c38c9-7c84-46a8-b1df-a5831f8c7872 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.184197] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-704c38c9-7c84-46a8-b1df-a5831f8c7872" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.184197] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-704c38c9-7c84-46a8-b1df-a5831f8c7872" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.184197] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-704c38c9-7c84-46a8-b1df-a5831f8c7872" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.184197] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('704c38c9-7c84-46a8-b1df-a5831f8c7872',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.684997] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 704c38c9-7c84-46a8-b1df-a5831f8c7872 [ 692.687068] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.687247] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.687281] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.687508] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.687599] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.687698] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:704c38c9-7c84-46a8-b1df-a5831f8c7872 already deleted. [ 692.687815] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-704c38c9-7c84-46a8-b1df-a5831f8c7872" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.002581] env[70062]: INFO networking_nsxv3.common.synchronization [None req-dc2eecbc-448e-405b-95c3-4cb909cb6991 None None] Enqueued Resource ID: 1aafd63e-0a13-4567-88bd-ee3b3e48429b with Priority: HIGHEST for action port [ 694.003166] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aafd63e-0a13-4567-88bd-ee3b3e48429b with Priority: HIGHEST for action port [ 694.003460] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aafd63e-0a13-4567-88bd-ee3b3e48429b taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.003578] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aafd63e-0a13-4567-88bd-ee3b3e48429b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.003674] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aafd63e-0a13-4567-88bd-ee3b3e48429b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.003953] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aafd63e-0a13-4567-88bd-ee3b3e48429b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.005249] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aafd63e-0a13-4567-88bd-ee3b3e48429b',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.460238] env[70062]: INFO networking_nsxv3.common.synchronization [None req-01274f2e-1c11-4848-a324-a0be77a44cc6 None None] Enqueued Resource ID: 824b7cdd-309d-456c-aa23-4f5d94854fbf with Priority: HIGHEST for action port [ 694.460238] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824b7cdd-309d-456c-aa23-4f5d94854fbf with Priority: HIGHEST for action port [ 694.460238] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-824b7cdd-309d-456c-aa23-4f5d94854fbf taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.460238] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-824b7cdd-309d-456c-aa23-4f5d94854fbf" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.460238] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-824b7cdd-309d-456c-aa23-4f5d94854fbf" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.460238] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-824b7cdd-309d-456c-aa23-4f5d94854fbf" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.460238] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824b7cdd-309d-456c-aa23-4f5d94854fbf',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.511060] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1aafd63e-0a13-4567-88bd-ee3b3e48429b [ 694.511060] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.511060] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.511060] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.511060] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.511060] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.511060] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1aafd63e-0a13-4567-88bd-ee3b3e48429b already deleted. [ 694.512053] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aafd63e-0a13-4567-88bd-ee3b3e48429b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.542587] env[70062]: INFO networking_nsxv3.common.synchronization [None req-70aca077-2af6-4fbc-839d-223d870a3794 None None] Enqueued Resource ID: 19325431-d7ce-4ddd-9488-7004894f3d15 with Priority: HIGHEST for action port [ 694.542875] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19325431-d7ce-4ddd-9488-7004894f3d15 with Priority: HIGHEST for action port [ 694.543350] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-19325431-d7ce-4ddd-9488-7004894f3d15 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.543470] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19325431-d7ce-4ddd-9488-7004894f3d15" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.543528] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19325431-d7ce-4ddd-9488-7004894f3d15" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.543781] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19325431-d7ce-4ddd-9488-7004894f3d15" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.543857] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19325431-d7ce-4ddd-9488-7004894f3d15',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.962377] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 824b7cdd-309d-456c-aa23-4f5d94854fbf [ 694.963029] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.963029] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.963029] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.963225] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.963225] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.963225] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:824b7cdd-309d-456c-aa23-4f5d94854fbf already deleted. [ 694.963333] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-824b7cdd-309d-456c-aa23-4f5d94854fbf" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.052795] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19325431-d7ce-4ddd-9488-7004894f3d15 [ 695.052795] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.052795] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.052795] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.052795] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.052795] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.052795] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19325431-d7ce-4ddd-9488-7004894f3d15 already deleted. [ 695.052795] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19325431-d7ce-4ddd-9488-7004894f3d15" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.828863] env[70062]: INFO networking_nsxv3.common.synchronization [None req-498735cf-e6aa-4e3c-8cf6-a44dd769a656 None None] Enqueued Resource ID: 69054b41-a284-41a0-9d8e-f519fc9d620b with Priority: HIGHEST for action port [ 695.829522] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69054b41-a284-41a0-9d8e-f519fc9d620b with Priority: HIGHEST for action port [ 695.830636] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-69054b41-a284-41a0-9d8e-f519fc9d620b taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.830636] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69054b41-a284-41a0-9d8e-f519fc9d620b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.830636] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69054b41-a284-41a0-9d8e-f519fc9d620b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.830636] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69054b41-a284-41a0-9d8e-f519fc9d620b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.830636] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69054b41-a284-41a0-9d8e-f519fc9d620b',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.333278] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69054b41-a284-41a0-9d8e-f519fc9d620b [ 696.333682] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.333682] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.333821] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.334386] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.334463] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.334879] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69054b41-a284-41a0-9d8e-f519fc9d620b already deleted. [ 696.334982] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69054b41-a284-41a0-9d8e-f519fc9d620b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.068652] env[70062]: INFO networking_nsxv3.common.synchronization [None req-2b958bf2-2dfb-4f80-8ae8-510bb80d6aee None None] Enqueued Resource ID: b06d71b0-db79-4935-8a92-9c587360fad7 with Priority: HIGHEST for action port [ 697.069453] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b06d71b0-db79-4935-8a92-9c587360fad7 with Priority: HIGHEST for action port [ 697.070634] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-b06d71b0-db79-4935-8a92-9c587360fad7 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.070634] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b06d71b0-db79-4935-8a92-9c587360fad7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.070634] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b06d71b0-db79-4935-8a92-9c587360fad7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.071862] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b06d71b0-db79-4935-8a92-9c587360fad7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.071862] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b06d71b0-db79-4935-8a92-9c587360fad7',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.575614] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b06d71b0-db79-4935-8a92-9c587360fad7 [ 697.575902] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.575994] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.576098] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.576268] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.576361] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.576486] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b06d71b0-db79-4935-8a92-9c587360fad7 already deleted. [ 697.576600] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b06d71b0-db79-4935-8a92-9c587360fad7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.475719] env[70062]: INFO networking_nsxv3.common.synchronization [req-11e2e282-2a5f-4ce1-b6bc-e8f440fbae71 req-75bed7bf-2b9e-46dd-a1f2-cb7b4dbe0398 tempest-SecurityGroupRulesTestJSON-756529995 tempest-SecurityGroupRulesTestJSON-756529995-project-member] Enqueued Resource ID: 172ef8f5-b2d7-48c3-9e1a-fb60de38d177 with Priority: HIGHEST for action security_group_rules [ 698.475719] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172ef8f5-b2d7-48c3-9e1a-fb60de38d177 with Priority: HIGHEST for action security_group_rules [ 698.476050] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.477228] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.477228] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.477373] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.477451] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('172ef8f5-b2d7-48c3-9e1a-fb60de38d177',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.000516] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.000825] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.000825] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.001055] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.001152] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.001248] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 172ef8f5-b2d7-48c3-9e1a-fb60de38d177 already deleted. [ 699.001328] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.537029] env[70062]: INFO networking_nsxv3.common.synchronization [None req-cf02a3b6-8a77-4418-9aac-c0c51474d434 None None] Enqueued Resource ID: 20e6857f-95c8-4830-9754-f6c21a7e9da0 with Priority: HIGHEST for action port [ 699.537029] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e6857f-95c8-4830-9754-f6c21a7e9da0 with Priority: HIGHEST for action port [ 699.537029] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-20e6857f-95c8-4830-9754-f6c21a7e9da0 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.537029] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20e6857f-95c8-4830-9754-f6c21a7e9da0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.537029] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20e6857f-95c8-4830-9754-f6c21a7e9da0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.537029] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20e6857f-95c8-4830-9754-f6c21a7e9da0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.537029] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20e6857f-95c8-4830-9754-f6c21a7e9da0',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.928551] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20e6857f-95c8-4830-9754-f6c21a7e9da0 [ 699.928781] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.928940] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.929168] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.929246] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.929309] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.929644] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20e6857f-95c8-4830-9754-f6c21a7e9da0 already deleted. [ 699.929644] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20e6857f-95c8-4830-9754-f6c21a7e9da0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.769540] env[70062]: INFO networking_nsxv3.common.synchronization [req-ecc29e79-dd91-484f-a857-c2058a983282 req-e3cace75-875e-412b-b94c-31bc896d636c tempest-SecurityGroupRulesTestJSON-756529995 tempest-SecurityGroupRulesTestJSON-756529995-project-member] Enqueued Resource ID: 172ef8f5-b2d7-48c3-9e1a-fb60de38d177 with Priority: HIGHEST for action security_group_rules [ 700.769785] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172ef8f5-b2d7-48c3-9e1a-fb60de38d177 with Priority: HIGHEST for action security_group_rules [ 700.770621] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.770621] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.770621] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.770791] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.771753] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('172ef8f5-b2d7-48c3-9e1a-fb60de38d177',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.298190] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.298397] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.298466] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.298615] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.298831] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.298831] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 172ef8f5-b2d7-48c3-9e1a-fb60de38d177 already deleted. [ 701.298948] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.392886] env[70062]: INFO networking_nsxv3.common.synchronization [None req-e30a7d36-3097-4ab9-96b9-bd1032201c58 None None] Enqueued Resource ID: c51b0401-6d8a-48d4-a18f-b76a3a808024 with Priority: HIGHEST for action port [ 701.392886] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51b0401-6d8a-48d4-a18f-b76a3a808024 with Priority: HIGHEST for action port [ 701.392886] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-c51b0401-6d8a-48d4-a18f-b76a3a808024 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.392886] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c51b0401-6d8a-48d4-a18f-b76a3a808024" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.392886] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c51b0401-6d8a-48d4-a18f-b76a3a808024" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.392886] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c51b0401-6d8a-48d4-a18f-b76a3a808024" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.392886] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51b0401-6d8a-48d4-a18f-b76a3a808024',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.893994] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c51b0401-6d8a-48d4-a18f-b76a3a808024 [ 701.894239] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.894299] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.894411] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.894586] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.894665] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.894762] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c51b0401-6d8a-48d4-a18f-b76a3a808024 already deleted. [ 701.894846] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c51b0401-6d8a-48d4-a18f-b76a3a808024" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.148078] env[70062]: INFO networking_nsxv3.common.synchronization [None req-7c93c0a4-cdf2-4981-a0d9-a13eac00c5f0 None None] Enqueued Resource ID: 34327637-e105-4b2f-af11-f28f2489d00f with Priority: HIGHEST for action port [ 703.148715] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34327637-e105-4b2f-af11-f28f2489d00f with Priority: HIGHEST for action port [ 703.148976] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-34327637-e105-4b2f-af11-f28f2489d00f taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.149093] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34327637-e105-4b2f-af11-f28f2489d00f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.149093] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34327637-e105-4b2f-af11-f28f2489d00f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.149483] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34327637-e105-4b2f-af11-f28f2489d00f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.149483] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34327637-e105-4b2f-af11-f28f2489d00f',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.315600] env[70062]: INFO networking_nsxv3.common.synchronization [req-66ec0053-1053-48b1-92e7-634d901c7382 req-877c2659-6979-45f5-a31b-e32f69fe5d9c tempest-SecurityGroupRulesNegativeTestJSON-1124327935 tempest-SecurityGroupRulesNegativeTestJSON-1124327935-project-member] Enqueued Resource ID: c74c708b-3eba-4399-bd78-f8e3bbaf12de with Priority: HIGHEST for action security_group_rules [ 703.315814] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74c708b-3eba-4399-bd78-f8e3bbaf12de with Priority: HIGHEST for action security_group_rules [ 703.316424] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c74c708b-3eba-4399-bd78-f8e3bbaf12de taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.316508] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c74c708b-3eba-4399-bd78-f8e3bbaf12de" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.316569] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c74c708b-3eba-4399-bd78-f8e3bbaf12de" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.318124] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c74c708b-3eba-4399-bd78-f8e3bbaf12de" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.318124] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c74c708b-3eba-4399-bd78-f8e3bbaf12de',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.533186] env[70062]: INFO networking_nsxv3.common.synchronization [None req-df7e54f6-c235-4b5a-bccc-31987924ec5a None None] Enqueued Resource ID: f77858da-59cf-4380-b1f4-c52adcc10903 with Priority: HIGHEST for action port [ 703.534337] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77858da-59cf-4380-b1f4-c52adcc10903 with Priority: HIGHEST for action port [ 703.534337] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-f77858da-59cf-4380-b1f4-c52adcc10903 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.534337] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f77858da-59cf-4380-b1f4-c52adcc10903" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.534649] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f77858da-59cf-4380-b1f4-c52adcc10903" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.534695] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f77858da-59cf-4380-b1f4-c52adcc10903" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.535267] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f77858da-59cf-4380-b1f4-c52adcc10903',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.653889] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34327637-e105-4b2f-af11-f28f2489d00f [ 703.654501] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.654501] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.654501] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.654741] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.654741] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.654741] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34327637-e105-4b2f-af11-f28f2489d00f already deleted. [ 703.654838] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34327637-e105-4b2f-af11-f28f2489d00f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.841825] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.841825] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.841825] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.841825] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.841825] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.841825] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c74c708b-3eba-4399-bd78-f8e3bbaf12de already deleted. [ 703.841825] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c74c708b-3eba-4399-bd78-f8e3bbaf12de" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.038439] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f77858da-59cf-4380-b1f4-c52adcc10903 [ 704.038758] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.038950] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.039147] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.039449] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.039603] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.039736] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f77858da-59cf-4380-b1f4-c52adcc10903 already deleted. [ 704.039846] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f77858da-59cf-4380-b1f4-c52adcc10903" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.073214] env[70062]: INFO networking_nsxv3.common.synchronization [req-96f14a98-2b26-498e-9808-ba1f2cdeee51 req-e9d15a63-ccf5-46f6-b711-a309467c0ed8 tempest-SecurityGroupRulesTestJSON-756529995 tempest-SecurityGroupRulesTestJSON-756529995-project-member] Enqueued Resource ID: 172ef8f5-b2d7-48c3-9e1a-fb60de38d177 with Priority: HIGHEST for action security_group_rules [ 704.073735] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172ef8f5-b2d7-48c3-9e1a-fb60de38d177 with Priority: HIGHEST for action security_group_rules [ 704.074758] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.074947] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.075118] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.075517] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.075635] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('172ef8f5-b2d7-48c3-9e1a-fb60de38d177',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.606389] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.606389] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.606782] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.606782] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.606782] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.607505] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 172ef8f5-b2d7-48c3-9e1a-fb60de38d177 already deleted. [ 704.607505] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-172ef8f5-b2d7-48c3-9e1a-fb60de38d177" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.713133] env[70062]: INFO networking_nsxv3.common.synchronization [None req-e04e91af-5b79-48ca-b185-6f22e2246ed4 None None] Enqueued Resource ID: c9154828-cf7f-43d3-9b70-105fc8006efe with Priority: HIGHEST for action port [ 704.713620] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9154828-cf7f-43d3-9b70-105fc8006efe with Priority: HIGHEST for action port [ 704.715665] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9154828-cf7f-43d3-9b70-105fc8006efe taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.715665] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9154828-cf7f-43d3-9b70-105fc8006efe" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.715665] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9154828-cf7f-43d3-9b70-105fc8006efe" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.715665] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9154828-cf7f-43d3-9b70-105fc8006efe" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.715665] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9154828-cf7f-43d3-9b70-105fc8006efe',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.216756] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9154828-cf7f-43d3-9b70-105fc8006efe [ 705.217239] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.217239] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.217402] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.217555] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.217898] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.217898] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9154828-cf7f-43d3-9b70-105fc8006efe already deleted. [ 705.218073] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9154828-cf7f-43d3-9b70-105fc8006efe" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.883165] env[70062]: INFO networking_nsxv3.common.synchronization [None req-07df9e13-9ad7-470f-8068-8a775829017c None None] Enqueued Resource ID: 16385f27-6a4b-44af-a0c2-add8b683a233 with Priority: HIGHEST for action port [ 705.883165] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16385f27-6a4b-44af-a0c2-add8b683a233 with Priority: HIGHEST for action port [ 705.883165] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-16385f27-6a4b-44af-a0c2-add8b683a233 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.883165] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16385f27-6a4b-44af-a0c2-add8b683a233" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.883165] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16385f27-6a4b-44af-a0c2-add8b683a233" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.883165] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16385f27-6a4b-44af-a0c2-add8b683a233" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.883165] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16385f27-6a4b-44af-a0c2-add8b683a233',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.389792] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16385f27-6a4b-44af-a0c2-add8b683a233 [ 706.389792] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.389792] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.389792] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.389792] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.389792] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.389792] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16385f27-6a4b-44af-a0c2-add8b683a233 already deleted. [ 706.389792] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16385f27-6a4b-44af-a0c2-add8b683a233" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.660767] env[70062]: INFO networking_nsxv3.common.synchronization [req-5545b6e9-ae2f-4135-90d7-f5f36b38455f req-154eb7c2-4375-487f-af01-722ffa31f186 tempest-SecurityGroupRulesNegativeTestJSON-1124327935 tempest-SecurityGroupRulesNegativeTestJSON-1124327935-project-member] Enqueued Resource ID: c74c708b-3eba-4399-bd78-f8e3bbaf12de with Priority: HIGHEST for action security_group_rules [ 706.661079] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c74c708b-3eba-4399-bd78-f8e3bbaf12de with Priority: HIGHEST for action security_group_rules [ 706.661855] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c74c708b-3eba-4399-bd78-f8e3bbaf12de taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.661855] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c74c708b-3eba-4399-bd78-f8e3bbaf12de" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.661855] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c74c708b-3eba-4399-bd78-f8e3bbaf12de" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.662113] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c74c708b-3eba-4399-bd78-f8e3bbaf12de" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.662150] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c74c708b-3eba-4399-bd78-f8e3bbaf12de',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.040125] env[70062]: INFO networking_nsxv3.common.synchronization [None req-e20d58e3-2663-4e84-a7c6-6f2a7864b7cd None None] Enqueued Resource ID: 465d7b88-6fa8-412c-8e9d-ae9de1387315 with Priority: HIGHEST for action port [ 707.040408] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465d7b88-6fa8-412c-8e9d-ae9de1387315 with Priority: HIGHEST for action port [ 707.040781] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-465d7b88-6fa8-412c-8e9d-ae9de1387315 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.040916] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-465d7b88-6fa8-412c-8e9d-ae9de1387315" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.041874] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-465d7b88-6fa8-412c-8e9d-ae9de1387315" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.043655] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-465d7b88-6fa8-412c-8e9d-ae9de1387315" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.043655] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465d7b88-6fa8-412c-8e9d-ae9de1387315',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.184717] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.185721] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.185721] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.185721] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.185721] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.185721] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c74c708b-3eba-4399-bd78-f8e3bbaf12de already deleted. [ 707.185721] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c74c708b-3eba-4399-bd78-f8e3bbaf12de" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.193704] env[70062]: INFO networking_nsxv3.common.synchronization [None req-0ac0fb6c-fccc-4e0a-b218-d15fa5bd8660 None None] Enqueued Resource ID: 6a28cf9d-236b-4ed2-b911-e518d8ec4680 with Priority: HIGHEST for action port [ 707.195323] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a28cf9d-236b-4ed2-b911-e518d8ec4680 with Priority: HIGHEST for action port [ 707.196340] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a28cf9d-236b-4ed2-b911-e518d8ec4680 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.197956] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a28cf9d-236b-4ed2-b911-e518d8ec4680" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.197956] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a28cf9d-236b-4ed2-b911-e518d8ec4680" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.198603] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a28cf9d-236b-4ed2-b911-e518d8ec4680" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.198603] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a28cf9d-236b-4ed2-b911-e518d8ec4680',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.419664] env[70062]: INFO networking_nsxv3.common.synchronization [None req-0fa97d4a-f4d0-4f57-9b1e-8ed9f671b866 None None] Enqueued Resource ID: 19786cc4-4d29-461a-a4dc-96b7da580887 with Priority: HIGHEST for action port [ 707.419827] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19786cc4-4d29-461a-a4dc-96b7da580887 with Priority: HIGHEST for action port [ 707.420637] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-19786cc4-4d29-461a-a4dc-96b7da580887 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.420755] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19786cc4-4d29-461a-a4dc-96b7da580887" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.420870] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19786cc4-4d29-461a-a4dc-96b7da580887" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.422624] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19786cc4-4d29-461a-a4dc-96b7da580887" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.422783] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19786cc4-4d29-461a-a4dc-96b7da580887',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.545317] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 465d7b88-6fa8-412c-8e9d-ae9de1387315 [ 707.546161] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.546161] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.546161] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.546161] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.546161] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.546161] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:465d7b88-6fa8-412c-8e9d-ae9de1387315 already deleted. [ 707.546447] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-465d7b88-6fa8-412c-8e9d-ae9de1387315" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.701321] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a28cf9d-236b-4ed2-b911-e518d8ec4680 [ 707.701535] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.701705] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.701750] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.701937] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.702131] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.702187] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a28cf9d-236b-4ed2-b911-e518d8ec4680 already deleted. [ 707.702235] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a28cf9d-236b-4ed2-b911-e518d8ec4680" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.926184] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19786cc4-4d29-461a-a4dc-96b7da580887 [ 707.926184] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.926184] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.926184] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.926373] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.926463] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.926778] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19786cc4-4d29-461a-a4dc-96b7da580887 already deleted. [ 707.926778] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19786cc4-4d29-461a-a4dc-96b7da580887" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.539270] env[70062]: INFO networking_nsxv3.common.synchronization [None req-2f06b9fa-b0c6-4d34-853e-1810c61c24f6 None None] Enqueued Resource ID: 548b41c3-8390-435a-9835-862731fd2418 with Priority: HIGHEST for action port [ 708.539270] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 548b41c3-8390-435a-9835-862731fd2418 with Priority: HIGHEST for action port [ 708.539270] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-548b41c3-8390-435a-9835-862731fd2418 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.539270] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-548b41c3-8390-435a-9835-862731fd2418" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.539270] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-548b41c3-8390-435a-9835-862731fd2418" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.539270] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-548b41c3-8390-435a-9835-862731fd2418" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.539270] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('548b41c3-8390-435a-9835-862731fd2418',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.043309] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 548b41c3-8390-435a-9835-862731fd2418 [ 709.043309] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.043584] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.043584] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.043871] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.044142] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.044228] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:548b41c3-8390-435a-9835-862731fd2418 already deleted. [ 709.045044] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-548b41c3-8390-435a-9835-862731fd2418" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.307728] env[70062]: INFO networking_nsxv3.common.synchronization [None req-e6893706-91c9-4dc6-b7f3-94275852d24b None None] Enqueued Resource ID: 756ff145-dee3-4e63-aa9f-4f0be3bf6493 with Priority: HIGHEST for action port [ 709.308045] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756ff145-dee3-4e63-aa9f-4f0be3bf6493 with Priority: HIGHEST for action port [ 709.308715] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-756ff145-dee3-4e63-aa9f-4f0be3bf6493 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.308844] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-756ff145-dee3-4e63-aa9f-4f0be3bf6493" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.309111] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-756ff145-dee3-4e63-aa9f-4f0be3bf6493" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.309391] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-756ff145-dee3-4e63-aa9f-4f0be3bf6493" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.309476] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('756ff145-dee3-4e63-aa9f-4f0be3bf6493',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.806383] env[70062]: INFO networking_nsxv3.common.synchronization [None req-a9ae9c33-c1d2-46ab-91b7-cc0b94111c02 tempest-ServerActionsTestOtherA-919270147 tempest-ServerActionsTestOtherA-919270147-project-member] Enqueued Resource ID: 73aae2e3-2d4b-4be6-8b5e-3374f3b6da54 with Priority: HIGHEST for action security_group_rules [ 709.806655] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73aae2e3-2d4b-4be6-8b5e-3374f3b6da54 with Priority: HIGHEST for action security_group_rules [ 709.807233] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73aae2e3-2d4b-4be6-8b5e-3374f3b6da54 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.807572] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73aae2e3-2d4b-4be6-8b5e-3374f3b6da54" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.807572] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73aae2e3-2d4b-4be6-8b5e-3374f3b6da54" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.807685] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73aae2e3-2d4b-4be6-8b5e-3374f3b6da54" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.807739] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73aae2e3-2d4b-4be6-8b5e-3374f3b6da54',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.815142] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 756ff145-dee3-4e63-aa9f-4f0be3bf6493 [ 709.815353] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.815476] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.815543] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.815748] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.815829] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.815920] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:756ff145-dee3-4e63-aa9f-4f0be3bf6493 already deleted. [ 709.815996] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-756ff145-dee3-4e63-aa9f-4f0be3bf6493" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.330603] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.331434] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.331657] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.332459] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.332459] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.332459] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73aae2e3-2d4b-4be6-8b5e-3374f3b6da54 already deleted. [ 710.332459] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73aae2e3-2d4b-4be6-8b5e-3374f3b6da54" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.446813] env[70062]: INFO networking_nsxv3.common.synchronization [None req-ab66214a-bf41-4782-8bbc-71d49bece967 None None] Enqueued Resource ID: 907f28bd-9100-4429-82be-6eac9229a071 with Priority: HIGHEST for action port [ 710.447623] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907f28bd-9100-4429-82be-6eac9229a071 with Priority: HIGHEST for action port [ 710.451027] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-907f28bd-9100-4429-82be-6eac9229a071 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.451027] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-907f28bd-9100-4429-82be-6eac9229a071" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.451027] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-907f28bd-9100-4429-82be-6eac9229a071" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.451027] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-907f28bd-9100-4429-82be-6eac9229a071" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.451027] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('907f28bd-9100-4429-82be-6eac9229a071',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.658303] env[70062]: INFO networking_nsxv3.common.synchronization [None req-972a2c49-6140-47ba-935b-73c3dd6f6ac6 tempest-ServerActionsTestOtherA-919270147 tempest-ServerActionsTestOtherA-919270147-project-member] Enqueued Resource ID: 73aae2e3-2d4b-4be6-8b5e-3374f3b6da54 with Priority: HIGHEST for action security_group_rules [ 710.659013] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73aae2e3-2d4b-4be6-8b5e-3374f3b6da54 with Priority: HIGHEST for action security_group_rules [ 710.659202] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73aae2e3-2d4b-4be6-8b5e-3374f3b6da54 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.659534] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73aae2e3-2d4b-4be6-8b5e-3374f3b6da54" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.659534] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73aae2e3-2d4b-4be6-8b5e-3374f3b6da54" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.659722] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73aae2e3-2d4b-4be6-8b5e-3374f3b6da54" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.659722] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73aae2e3-2d4b-4be6-8b5e-3374f3b6da54',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.951920] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 907f28bd-9100-4429-82be-6eac9229a071 [ 710.952186] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.952283] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.952332] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.952510] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.952600] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.952694] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:907f28bd-9100-4429-82be-6eac9229a071 already deleted. [ 710.952773] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-907f28bd-9100-4429-82be-6eac9229a071" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.183887] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.184014] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.184108] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.184585] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.184585] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.184585] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73aae2e3-2d4b-4be6-8b5e-3374f3b6da54 already deleted. [ 711.184585] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73aae2e3-2d4b-4be6-8b5e-3374f3b6da54" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.577647] env[70062]: INFO networking_nsxv3.common.synchronization [None req-0dd39cbd-f9dd-487b-8316-0aac6197a52c tempest-AttachInterfacesUnderV243Test-1433286823 tempest-AttachInterfacesUnderV243Test-1433286823-project-member] Enqueued Resource ID: 09bd7dd2-0750-41fe-b12a-28010e07a48d with Priority: HIGHEST for action security_group_rules [ 711.578990] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bd7dd2-0750-41fe-b12a-28010e07a48d with Priority: HIGHEST for action security_group_rules [ 711.579403] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09bd7dd2-0750-41fe-b12a-28010e07a48d taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.579594] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09bd7dd2-0750-41fe-b12a-28010e07a48d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.580313] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09bd7dd2-0750-41fe-b12a-28010e07a48d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.580313] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09bd7dd2-0750-41fe-b12a-28010e07a48d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.580313] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09bd7dd2-0750-41fe-b12a-28010e07a48d',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.981686] env[70062]: INFO networking_nsxv3.common.synchronization [None req-944e4651-ed13-4fd6-9185-09c8e4681422 None None] Enqueued Resource ID: d984dbc4-f04a-4798-a671-c7f93b04e6d2 with Priority: HIGHEST for action port [ 711.983009] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d984dbc4-f04a-4798-a671-c7f93b04e6d2 with Priority: HIGHEST for action port [ 711.983009] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-d984dbc4-f04a-4798-a671-c7f93b04e6d2 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.983009] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d984dbc4-f04a-4798-a671-c7f93b04e6d2" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.983009] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d984dbc4-f04a-4798-a671-c7f93b04e6d2" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.983232] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d984dbc4-f04a-4798-a671-c7f93b04e6d2" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.983327] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d984dbc4-f04a-4798-a671-c7f93b04e6d2',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.102039] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.103120] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.103120] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.103120] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.103120] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.103120] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09bd7dd2-0750-41fe-b12a-28010e07a48d already deleted. [ 712.103120] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09bd7dd2-0750-41fe-b12a-28010e07a48d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.236050] env[70062]: INFO networking_nsxv3.common.synchronization [None req-8d62c793-d1bc-47c6-bbe8-332e832d4e85 tempest-AttachInterfacesUnderV243Test-1433286823 tempest-AttachInterfacesUnderV243Test-1433286823-project-member] Enqueued Resource ID: 09bd7dd2-0750-41fe-b12a-28010e07a48d with Priority: HIGHEST for action security_group_rules [ 712.236050] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bd7dd2-0750-41fe-b12a-28010e07a48d with Priority: HIGHEST for action security_group_rules [ 712.236050] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09bd7dd2-0750-41fe-b12a-28010e07a48d taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.236050] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09bd7dd2-0750-41fe-b12a-28010e07a48d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.236696] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09bd7dd2-0750-41fe-b12a-28010e07a48d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.237027] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09bd7dd2-0750-41fe-b12a-28010e07a48d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.237154] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09bd7dd2-0750-41fe-b12a-28010e07a48d',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.247023] env[70062]: INFO networking_nsxv3.common.synchronization [None req-cc260669-b48f-4b62-a9e6-1a1334bd9bc1 None None] Enqueued Resource ID: 2e423c65-9dff-4d72-b1b5-b6165a56c853 with Priority: HIGHEST for action port [ 712.247023] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e423c65-9dff-4d72-b1b5-b6165a56c853 with Priority: HIGHEST for action port [ 712.247023] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e423c65-9dff-4d72-b1b5-b6165a56c853 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.247023] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e423c65-9dff-4d72-b1b5-b6165a56c853" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.247690] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e423c65-9dff-4d72-b1b5-b6165a56c853" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.248699] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e423c65-9dff-4d72-b1b5-b6165a56c853" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.248792] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e423c65-9dff-4d72-b1b5-b6165a56c853',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.485565] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d984dbc4-f04a-4798-a671-c7f93b04e6d2 [ 712.486715] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.486913] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.487048] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.487388] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.487452] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.487512] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d984dbc4-f04a-4798-a671-c7f93b04e6d2 already deleted. [ 712.488099] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d984dbc4-f04a-4798-a671-c7f93b04e6d2" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.755678] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e423c65-9dff-4d72-b1b5-b6165a56c853 [ 712.756083] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.756369] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.756721] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.758310] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.760392] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.762018] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e423c65-9dff-4d72-b1b5-b6165a56c853 already deleted. [ 712.762018] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e423c65-9dff-4d72-b1b5-b6165a56c853" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.762018] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.762018] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.762018] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.762975] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.763199] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.763392] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09bd7dd2-0750-41fe-b12a-28010e07a48d already deleted. [ 712.764025] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09bd7dd2-0750-41fe-b12a-28010e07a48d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.799576] env[70062]: INFO networking_nsxv3.common.synchronization [None req-dd139bd2-e3d4-4833-9fcb-bf6d45e76c00 None None] Enqueued Resource ID: be4163a6-3ed4-4781-b024-c4fb55fd4e66 with Priority: HIGHEST for action port [ 712.799576] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be4163a6-3ed4-4781-b024-c4fb55fd4e66 with Priority: HIGHEST for action port [ 712.799576] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-be4163a6-3ed4-4781-b024-c4fb55fd4e66 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.799576] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be4163a6-3ed4-4781-b024-c4fb55fd4e66" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.799576] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be4163a6-3ed4-4781-b024-c4fb55fd4e66" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.799576] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be4163a6-3ed4-4781-b024-c4fb55fd4e66" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.799576] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be4163a6-3ed4-4781-b024-c4fb55fd4e66',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.299606] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be4163a6-3ed4-4781-b024-c4fb55fd4e66 [ 713.299938] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.300038] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.300080] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.300712] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.300712] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.300786] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be4163a6-3ed4-4781-b024-c4fb55fd4e66 already deleted. [ 713.300819] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be4163a6-3ed4-4781-b024-c4fb55fd4e66" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.504960] env[70062]: INFO networking_nsxv3.common.synchronization [None req-f5a79ca8-e239-416d-8ecf-b0fbd898cbbc None None] Enqueued Resource ID: d8052bdc-c1fa-4e7b-96fa-fc81ecd94839 with Priority: HIGHEST for action port [ 713.505250] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8052bdc-c1fa-4e7b-96fa-fc81ecd94839 with Priority: HIGHEST for action port [ 713.505827] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8052bdc-c1fa-4e7b-96fa-fc81ecd94839 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.505951] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8052bdc-c1fa-4e7b-96fa-fc81ecd94839" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.506028] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8052bdc-c1fa-4e7b-96fa-fc81ecd94839" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.507515] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8052bdc-c1fa-4e7b-96fa-fc81ecd94839" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.507515] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8052bdc-c1fa-4e7b-96fa-fc81ecd94839',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.607381] env[70062]: INFO networking_nsxv3.common.synchronization [None req-6cb12874-0f0c-4634-b096-47a15af2ee01 None None] Enqueued Resource ID: dad826c4-8dd4-4630-b11f-d39e1539fbeb with Priority: HIGHEST for action port [ 713.607894] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad826c4-8dd4-4630-b11f-d39e1539fbeb with Priority: HIGHEST for action port [ 713.608242] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad826c4-8dd4-4630-b11f-d39e1539fbeb taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.608352] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad826c4-8dd4-4630-b11f-d39e1539fbeb" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.608439] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad826c4-8dd4-4630-b11f-d39e1539fbeb" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.609478] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad826c4-8dd4-4630-b11f-d39e1539fbeb" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.609478] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad826c4-8dd4-4630-b11f-d39e1539fbeb',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.010718] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8052bdc-c1fa-4e7b-96fa-fc81ecd94839 [ 714.012427] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.012427] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.012427] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.012427] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.012427] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.012427] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8052bdc-c1fa-4e7b-96fa-fc81ecd94839 already deleted. [ 714.012721] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8052bdc-c1fa-4e7b-96fa-fc81ecd94839" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.114179] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dad826c4-8dd4-4630-b11f-d39e1539fbeb [ 714.114302] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.114461] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.114503] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.114709] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.114803] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.114900] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dad826c4-8dd4-4630-b11f-d39e1539fbeb already deleted. [ 714.114980] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad826c4-8dd4-4630-b11f-d39e1539fbeb" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.399126] env[70062]: INFO networking_nsxv3.common.synchronization [None req-4931320e-565c-40be-94f5-7b932be89659 tempest-ServersTestBootFromVolume-1742569627 tempest-ServersTestBootFromVolume-1742569627-project-member] Enqueued Resource ID: 5dc14204-e3eb-4e6c-8bd5-e76840ed7103 with Priority: HIGHEST for action security_group_rules [ 714.399657] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc14204-e3eb-4e6c-8bd5-e76840ed7103 with Priority: HIGHEST for action security_group_rules [ 714.399957] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dc14204-e3eb-4e6c-8bd5-e76840ed7103 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.400815] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dc14204-e3eb-4e6c-8bd5-e76840ed7103" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.400964] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dc14204-e3eb-4e6c-8bd5-e76840ed7103" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.401326] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dc14204-e3eb-4e6c-8bd5-e76840ed7103" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.401419] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dc14204-e3eb-4e6c-8bd5-e76840ed7103',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.660706] env[70062]: INFO networking_nsxv3.common.synchronization [None req-9ce85259-ba41-467e-a726-983c62016c52 tempest-ServersTestBootFromVolume-1742569627 tempest-ServersTestBootFromVolume-1742569627-project-member] Enqueued Resource ID: 5dc14204-e3eb-4e6c-8bd5-e76840ed7103 with Priority: HIGHEST for action security_group_rules [ 714.661058] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc14204-e3eb-4e6c-8bd5-e76840ed7103 with Priority: HIGHEST for action security_group_rules [ 714.661601] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dc14204-e3eb-4e6c-8bd5-e76840ed7103 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.661721] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dc14204-e3eb-4e6c-8bd5-e76840ed7103" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.807226] env[70062]: INFO networking_nsxv3.common.synchronization [None req-65df27f3-7905-43ec-9eef-b10400fcb7c7 None None] Enqueued Resource ID: d947bbc3-53c4-4ac4-ad7e-d971a2563d47 with Priority: HIGHEST for action port [ 714.807502] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d947bbc3-53c4-4ac4-ad7e-d971a2563d47 with Priority: HIGHEST for action port [ 714.808058] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-d947bbc3-53c4-4ac4-ad7e-d971a2563d47 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.808186] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d947bbc3-53c4-4ac4-ad7e-d971a2563d47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.808248] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d947bbc3-53c4-4ac4-ad7e-d971a2563d47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.808519] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d947bbc3-53c4-4ac4-ad7e-d971a2563d47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.808603] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d947bbc3-53c4-4ac4-ad7e-d971a2563d47',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.929524] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.929524] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.929524] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.929524] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.929524] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.929524] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dc14204-e3eb-4e6c-8bd5-e76840ed7103 already deleted. [ 714.929524] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dc14204-e3eb-4e6c-8bd5-e76840ed7103" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.929524] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dc14204-e3eb-4e6c-8bd5-e76840ed7103" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.929524] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dc14204-e3eb-4e6c-8bd5-e76840ed7103" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.929524] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dc14204-e3eb-4e6c-8bd5-e76840ed7103',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.311630] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d947bbc3-53c4-4ac4-ad7e-d971a2563d47 [ 715.312892] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.313251] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.313540] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.313858] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.314544] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.314544] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d947bbc3-53c4-4ac4-ad7e-d971a2563d47 already deleted. [ 715.314544] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d947bbc3-53c4-4ac4-ad7e-d971a2563d47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.452370] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.452370] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.452370] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.452370] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.452779] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.452779] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dc14204-e3eb-4e6c-8bd5-e76840ed7103 already deleted. [ 715.452779] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dc14204-e3eb-4e6c-8bd5-e76840ed7103" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.058995] env[70062]: INFO networking_nsxv3.common.synchronization [None req-582957c7-4689-4e59-87bf-461edfe0ac9d None None] Enqueued Resource ID: ff99424f-f3e9-4c94-87aa-4c216e5298b4 with Priority: HIGHEST for action port [ 716.058995] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff99424f-f3e9-4c94-87aa-4c216e5298b4 with Priority: HIGHEST for action port [ 716.059461] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff99424f-f3e9-4c94-87aa-4c216e5298b4 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.059636] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff99424f-f3e9-4c94-87aa-4c216e5298b4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.059636] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff99424f-f3e9-4c94-87aa-4c216e5298b4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.060336] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff99424f-f3e9-4c94-87aa-4c216e5298b4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.060336] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff99424f-f3e9-4c94-87aa-4c216e5298b4',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.562697] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff99424f-f3e9-4c94-87aa-4c216e5298b4 [ 716.563235] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.563235] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.563235] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.563407] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.563407] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.563476] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff99424f-f3e9-4c94-87aa-4c216e5298b4 already deleted. [ 716.563604] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff99424f-f3e9-4c94-87aa-4c216e5298b4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.182027] env[70062]: INFO networking_nsxv3.common.synchronization [None req-2835a91a-f56e-4f18-8df2-d05822e4abcb None None] Enqueued Resource ID: de4d1af2-4af8-4ae7-b3cf-65f7c8d814cb with Priority: HIGHEST for action port [ 717.182027] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4d1af2-4af8-4ae7-b3cf-65f7c8d814cb with Priority: HIGHEST for action port [ 717.182027] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-de4d1af2-4af8-4ae7-b3cf-65f7c8d814cb taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.182027] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de4d1af2-4af8-4ae7-b3cf-65f7c8d814cb" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.182027] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de4d1af2-4af8-4ae7-b3cf-65f7c8d814cb" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.182027] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de4d1af2-4af8-4ae7-b3cf-65f7c8d814cb" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.182027] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de4d1af2-4af8-4ae7-b3cf-65f7c8d814cb',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.292952] env[70062]: INFO networking_nsxv3.common.synchronization [None req-29555dc1-8f1a-410d-a256-44d201013506 None None] Enqueued Resource ID: 5c60094d-b03c-4bf3-aa72-ae115e1b800d with Priority: HIGHEST for action port [ 717.294469] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c60094d-b03c-4bf3-aa72-ae115e1b800d with Priority: HIGHEST for action port [ 717.294863] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c60094d-b03c-4bf3-aa72-ae115e1b800d taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.295647] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c60094d-b03c-4bf3-aa72-ae115e1b800d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.295787] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c60094d-b03c-4bf3-aa72-ae115e1b800d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.296106] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c60094d-b03c-4bf3-aa72-ae115e1b800d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.296233] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c60094d-b03c-4bf3-aa72-ae115e1b800d',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.686162] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de4d1af2-4af8-4ae7-b3cf-65f7c8d814cb [ 717.686481] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.686568] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.686607] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.688270] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.688270] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.688270] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de4d1af2-4af8-4ae7-b3cf-65f7c8d814cb already deleted. [ 717.688270] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de4d1af2-4af8-4ae7-b3cf-65f7c8d814cb" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.801822] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c60094d-b03c-4bf3-aa72-ae115e1b800d [ 717.802088] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.802222] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.802383] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.802690] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.802690] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.802804] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c60094d-b03c-4bf3-aa72-ae115e1b800d already deleted. [ 717.802854] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c60094d-b03c-4bf3-aa72-ae115e1b800d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.969334] env[70062]: INFO networking_nsxv3.common.synchronization [None req-78aa3119-bfbc-45ec-ba47-3822aeda6e70 None None] Enqueued Resource ID: b3093b91-125a-4408-844b-98d00543cd8d with Priority: HIGHEST for action port [ 719.969633] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3093b91-125a-4408-844b-98d00543cd8d with Priority: HIGHEST for action port [ 719.969815] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3093b91-125a-4408-844b-98d00543cd8d taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.969968] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3093b91-125a-4408-844b-98d00543cd8d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.970607] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3093b91-125a-4408-844b-98d00543cd8d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.970927] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3093b91-125a-4408-844b-98d00543cd8d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.971078] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3093b91-125a-4408-844b-98d00543cd8d',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.473394] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3093b91-125a-4408-844b-98d00543cd8d [ 720.473733] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.473995] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.473995] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.474100] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.474471] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.474471] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3093b91-125a-4408-844b-98d00543cd8d already deleted. [ 720.474471] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3093b91-125a-4408-844b-98d00543cd8d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.222245] env[70062]: INFO networking_nsxv3.common.synchronization [None req-e4e833c1-ea39-44ec-aafb-89fd2894cfda None None] Enqueued Resource ID: 32affa61-7581-4425-9fd1-192ee91d5922 with Priority: HIGHEST for action port [ 721.222555] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32affa61-7581-4425-9fd1-192ee91d5922 with Priority: HIGHEST for action port [ 721.223244] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-32affa61-7581-4425-9fd1-192ee91d5922 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.223413] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32affa61-7581-4425-9fd1-192ee91d5922" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.223499] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32affa61-7581-4425-9fd1-192ee91d5922" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.223830] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32affa61-7581-4425-9fd1-192ee91d5922" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.223908] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32affa61-7581-4425-9fd1-192ee91d5922',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.734874] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32affa61-7581-4425-9fd1-192ee91d5922 [ 721.735146] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.735292] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.736345] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.736345] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.736345] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.736345] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32affa61-7581-4425-9fd1-192ee91d5922 already deleted. [ 721.736345] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32affa61-7581-4425-9fd1-192ee91d5922" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.009072] env[70062]: INFO networking_nsxv3.common.synchronization [None req-d0a2f8f5-741d-4058-8278-3258a40c5a60 None None] Enqueued Resource ID: de6e04fd-89c3-4e0e-8686-140210312b3c with Priority: HIGHEST for action port [ 722.009072] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de6e04fd-89c3-4e0e-8686-140210312b3c with Priority: HIGHEST for action port [ 722.009226] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-de6e04fd-89c3-4e0e-8686-140210312b3c taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.009226] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de6e04fd-89c3-4e0e-8686-140210312b3c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.009332] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de6e04fd-89c3-4e0e-8686-140210312b3c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.010043] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de6e04fd-89c3-4e0e-8686-140210312b3c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.011065] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de6e04fd-89c3-4e0e-8686-140210312b3c',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.437220] env[70062]: INFO networking_nsxv3.common.synchronization [None req-5c588da0-b630-4822-b7c2-2f4523088e41 None None] Enqueued Resource ID: 1c578442-7f35-451b-930f-b06cd2ba15dd with Priority: HIGHEST for action port [ 722.437220] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c578442-7f35-451b-930f-b06cd2ba15dd with Priority: HIGHEST for action port [ 722.437496] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c578442-7f35-451b-930f-b06cd2ba15dd taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.437623] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c578442-7f35-451b-930f-b06cd2ba15dd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.437769] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c578442-7f35-451b-930f-b06cd2ba15dd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.438267] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c578442-7f35-451b-930f-b06cd2ba15dd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.438804] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c578442-7f35-451b-930f-b06cd2ba15dd',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.514968] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de6e04fd-89c3-4e0e-8686-140210312b3c [ 722.514968] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.514968] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.514968] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.515307] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.516693] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.516693] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de6e04fd-89c3-4e0e-8686-140210312b3c already deleted. [ 722.516693] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de6e04fd-89c3-4e0e-8686-140210312b3c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.940441] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c578442-7f35-451b-930f-b06cd2ba15dd [ 722.941283] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.941426] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.941519] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.941740] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.941827] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.941924] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c578442-7f35-451b-930f-b06cd2ba15dd already deleted. [ 722.942011] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c578442-7f35-451b-930f-b06cd2ba15dd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.509129] env[70062]: INFO networking_nsxv3.common.synchronization [None req-ff990f7e-410a-4660-a547-b44ccd5d789c None None] Enqueued Resource ID: 2bff8c12-39cb-49b5-aa96-d92dac43a99d with Priority: HIGHEST for action port [ 723.511856] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff8c12-39cb-49b5-aa96-d92dac43a99d with Priority: HIGHEST for action port [ 723.511856] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bff8c12-39cb-49b5-aa96-d92dac43a99d taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.511856] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bff8c12-39cb-49b5-aa96-d92dac43a99d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.511856] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bff8c12-39cb-49b5-aa96-d92dac43a99d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.512716] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bff8c12-39cb-49b5-aa96-d92dac43a99d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.512931] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bff8c12-39cb-49b5-aa96-d92dac43a99d',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.019258] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bff8c12-39cb-49b5-aa96-d92dac43a99d [ 724.019258] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.019258] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.019258] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.019258] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.019258] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.019258] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bff8c12-39cb-49b5-aa96-d92dac43a99d already deleted. [ 724.019258] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bff8c12-39cb-49b5-aa96-d92dac43a99d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.983038] env[70062]: INFO networking_nsxv3.common.synchronization [None req-a424bce4-c449-440f-9148-46303d886ffd None None] Enqueued Resource ID: 0c850cee-c1b1-4129-94fe-97a90b1d846f with Priority: HIGHEST for action port [ 724.983365] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c850cee-c1b1-4129-94fe-97a90b1d846f with Priority: HIGHEST for action port [ 724.984063] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c850cee-c1b1-4129-94fe-97a90b1d846f taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.984063] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c850cee-c1b1-4129-94fe-97a90b1d846f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.984063] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c850cee-c1b1-4129-94fe-97a90b1d846f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.984510] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c850cee-c1b1-4129-94fe-97a90b1d846f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.984510] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c850cee-c1b1-4129-94fe-97a90b1d846f',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.487667] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c850cee-c1b1-4129-94fe-97a90b1d846f [ 725.487931] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.488078] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.488678] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.488678] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.488678] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.488678] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c850cee-c1b1-4129-94fe-97a90b1d846f already deleted. [ 725.488678] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c850cee-c1b1-4129-94fe-97a90b1d846f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.776975] env[70062]: INFO networking_nsxv3.common.synchronization [None req-27a995aa-b7fe-4f1d-b37d-b278537883ba None None] Enqueued Resource ID: eb3a2b75-8a0d-4c34-80f0-523cfa673d4c with Priority: HIGHEST for action port [ 726.777281] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb3a2b75-8a0d-4c34-80f0-523cfa673d4c with Priority: HIGHEST for action port [ 726.778031] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb3a2b75-8a0d-4c34-80f0-523cfa673d4c taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.778031] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb3a2b75-8a0d-4c34-80f0-523cfa673d4c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.778031] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb3a2b75-8a0d-4c34-80f0-523cfa673d4c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.779805] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb3a2b75-8a0d-4c34-80f0-523cfa673d4c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.779853] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3a2b75-8a0d-4c34-80f0-523cfa673d4c',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.283022] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb3a2b75-8a0d-4c34-80f0-523cfa673d4c [ 727.283470] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.284432] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.284618] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.284919] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.285135] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.285332] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb3a2b75-8a0d-4c34-80f0-523cfa673d4c already deleted. [ 727.285540] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb3a2b75-8a0d-4c34-80f0-523cfa673d4c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.366011] env[70062]: INFO networking_nsxv3.common.synchronization [None req-7b58f746-59c5-4524-9d0e-56ee107e0f9e None None] Enqueued Resource ID: 5baa7729-9eb5-4892-93af-16f07c7828c8 with Priority: HIGHEST for action port [ 727.366890] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baa7729-9eb5-4892-93af-16f07c7828c8 with Priority: HIGHEST for action port [ 727.366890] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-5baa7729-9eb5-4892-93af-16f07c7828c8 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.367034] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5baa7729-9eb5-4892-93af-16f07c7828c8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.367152] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5baa7729-9eb5-4892-93af-16f07c7828c8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.367478] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5baa7729-9eb5-4892-93af-16f07c7828c8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.367478] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5baa7729-9eb5-4892-93af-16f07c7828c8',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.873466] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5baa7729-9eb5-4892-93af-16f07c7828c8 [ 727.873466] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.873874] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.873874] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.874668] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.875105] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.875260] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5baa7729-9eb5-4892-93af-16f07c7828c8 already deleted. [ 727.875830] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5baa7729-9eb5-4892-93af-16f07c7828c8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.542922] env[70062]: INFO networking_nsxv3.common.synchronization [None req-5a7dd0e7-bbd3-45b9-bb04-30779ef7ac31 tempest-ServersTestJSON-241447001 tempest-ServersTestJSON-241447001-project-member] Enqueued Resource ID: 6ea70acb-3238-44a8-a293-0c08fc83dddf with Priority: HIGHEST for action security_group_rules [ 728.543977] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea70acb-3238-44a8-a293-0c08fc83dddf with Priority: HIGHEST for action security_group_rules [ 728.543977] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ea70acb-3238-44a8-a293-0c08fc83dddf taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.543977] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ea70acb-3238-44a8-a293-0c08fc83dddf" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.544675] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ea70acb-3238-44a8-a293-0c08fc83dddf" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.544990] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ea70acb-3238-44a8-a293-0c08fc83dddf" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.545069] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ea70acb-3238-44a8-a293-0c08fc83dddf',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.887602] env[70062]: INFO networking_nsxv3.common.synchronization [None req-4cdeda49-c339-40ae-9309-8b931aee2560 None None] Enqueued Resource ID: 66ad5c0b-3140-458c-b46e-0a181bddf534 with Priority: HIGHEST for action port [ 728.887922] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ad5c0b-3140-458c-b46e-0a181bddf534 with Priority: HIGHEST for action port [ 728.888458] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-66ad5c0b-3140-458c-b46e-0a181bddf534 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.888780] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66ad5c0b-3140-458c-b46e-0a181bddf534" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.888780] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66ad5c0b-3140-458c-b46e-0a181bddf534" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.888922] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66ad5c0b-3140-458c-b46e-0a181bddf534" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.889088] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66ad5c0b-3140-458c-b46e-0a181bddf534',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.915448] env[70062]: INFO networking_nsxv3.common.synchronization [None req-da7b2da2-4f2d-4028-a339-5a0e51afc2c6 tempest-ServersTestJSON-241447001 tempest-ServersTestJSON-241447001-project-member] Enqueued Resource ID: 6ea70acb-3238-44a8-a293-0c08fc83dddf with Priority: HIGHEST for action security_group_rules [ 728.915763] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea70acb-3238-44a8-a293-0c08fc83dddf with Priority: HIGHEST for action security_group_rules [ 728.916331] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ea70acb-3238-44a8-a293-0c08fc83dddf taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.916434] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ea70acb-3238-44a8-a293-0c08fc83dddf" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.068552] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.068741] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.068863] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.068980] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.069082] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.069226] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ea70acb-3238-44a8-a293-0c08fc83dddf already deleted. [ 729.069281] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ea70acb-3238-44a8-a293-0c08fc83dddf" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.069403] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ea70acb-3238-44a8-a293-0c08fc83dddf" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.069630] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ea70acb-3238-44a8-a293-0c08fc83dddf" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.069922] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ea70acb-3238-44a8-a293-0c08fc83dddf',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.083917] env[70062]: INFO networking_nsxv3.common.synchronization [None req-d003582a-3899-439e-80e2-0ee1b2ebf360 None None] Enqueued Resource ID: abc41498-f7a4-4870-baa0-5bb4b5d55b68 with Priority: HIGHEST for action port [ 729.083917] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc41498-f7a4-4870-baa0-5bb4b5d55b68 with Priority: HIGHEST for action port [ 729.083917] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-abc41498-f7a4-4870-baa0-5bb4b5d55b68 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.083917] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abc41498-f7a4-4870-baa0-5bb4b5d55b68" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.083917] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abc41498-f7a4-4870-baa0-5bb4b5d55b68" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.083917] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abc41498-f7a4-4870-baa0-5bb4b5d55b68" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.083917] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abc41498-f7a4-4870-baa0-5bb4b5d55b68',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.392955] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66ad5c0b-3140-458c-b46e-0a181bddf534 [ 729.394079] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.394079] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.394079] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.394079] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.394079] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.394079] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66ad5c0b-3140-458c-b46e-0a181bddf534 already deleted. [ 729.394079] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66ad5c0b-3140-458c-b46e-0a181bddf534" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.424651] env[70062]: INFO networking_nsxv3.common.synchronization [None req-5e129727-8fa7-4b13-816a-cd566dd8fb84 None None] Enqueued Resource ID: 2fe65b86-4662-4dfa-a64f-2d4bbb3ea4d8 with Priority: HIGHEST for action port [ 729.424651] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe65b86-4662-4dfa-a64f-2d4bbb3ea4d8 with Priority: HIGHEST for action port [ 729.424651] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fe65b86-4662-4dfa-a64f-2d4bbb3ea4d8 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.425397] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fe65b86-4662-4dfa-a64f-2d4bbb3ea4d8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.426417] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fe65b86-4662-4dfa-a64f-2d4bbb3ea4d8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.428042] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fe65b86-4662-4dfa-a64f-2d4bbb3ea4d8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.428042] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fe65b86-4662-4dfa-a64f-2d4bbb3ea4d8',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.585874] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abc41498-f7a4-4870-baa0-5bb4b5d55b68 [ 729.587060] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.587060] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.587060] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.587060] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.587060] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.587060] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abc41498-f7a4-4870-baa0-5bb4b5d55b68 already deleted. [ 729.587060] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abc41498-f7a4-4870-baa0-5bb4b5d55b68" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.592195] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.592596] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.592701] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.593042] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.593212] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.597022] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ea70acb-3238-44a8-a293-0c08fc83dddf already deleted. [ 729.597022] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ea70acb-3238-44a8-a293-0c08fc83dddf" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.936207] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fe65b86-4662-4dfa-a64f-2d4bbb3ea4d8 [ 729.936498] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.936634] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.936634] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.936857] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.937314] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.937314] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fe65b86-4662-4dfa-a64f-2d4bbb3ea4d8 already deleted. [ 729.937314] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fe65b86-4662-4dfa-a64f-2d4bbb3ea4d8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.013410] env[70062]: INFO networking_nsxv3.common.synchronization [None req-ef5aadbd-345e-4ab0-83a5-8a0657b0817d None None] Enqueued Resource ID: fde1b91a-a8fa-4686-b029-ff26afd89ae8 with Priority: HIGHEST for action port [ 731.013410] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde1b91a-a8fa-4686-b029-ff26afd89ae8 with Priority: HIGHEST for action port [ 731.013410] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde1b91a-a8fa-4686-b029-ff26afd89ae8 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.013410] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde1b91a-a8fa-4686-b029-ff26afd89ae8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.013410] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde1b91a-a8fa-4686-b029-ff26afd89ae8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.013410] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde1b91a-a8fa-4686-b029-ff26afd89ae8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.013410] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde1b91a-a8fa-4686-b029-ff26afd89ae8',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.520165] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fde1b91a-a8fa-4686-b029-ff26afd89ae8 [ 731.520405] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.520736] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.520736] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.520850] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.520901] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.521008] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fde1b91a-a8fa-4686-b029-ff26afd89ae8 already deleted. [ 731.521095] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde1b91a-a8fa-4686-b029-ff26afd89ae8" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.183210] env[70062]: INFO networking_nsxv3.common.synchronization [None req-0e3de58c-ac86-4cee-a962-0d403d869b48 None None] Enqueued Resource ID: a0ba138a-5786-45b7-88e8-bd82e9b13818 with Priority: HIGHEST for action port [ 732.183210] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ba138a-5786-45b7-88e8-bd82e9b13818 with Priority: HIGHEST for action port [ 732.183549] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0ba138a-5786-45b7-88e8-bd82e9b13818 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.183549] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0ba138a-5786-45b7-88e8-bd82e9b13818" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.183549] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0ba138a-5786-45b7-88e8-bd82e9b13818" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.183751] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0ba138a-5786-45b7-88e8-bd82e9b13818" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.184521] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ba138a-5786-45b7-88e8-bd82e9b13818',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.687285] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0ba138a-5786-45b7-88e8-bd82e9b13818 [ 732.687864] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.687864] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.687864] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.689066] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.689066] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.689066] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0ba138a-5786-45b7-88e8-bd82e9b13818 already deleted. [ 732.689066] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0ba138a-5786-45b7-88e8-bd82e9b13818" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.233637] env[70062]: INFO networking_nsxv3.common.synchronization [None req-ed8b6cb6-905c-41a4-b7f7-b49a2edaea9b None None] Enqueued Resource ID: 32f48fff-db85-4e96-ae94-3e8cf82552fc with Priority: HIGHEST for action port [ 735.234068] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f48fff-db85-4e96-ae94-3e8cf82552fc with Priority: HIGHEST for action port [ 735.234523] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-32f48fff-db85-4e96-ae94-3e8cf82552fc taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.234650] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32f48fff-db85-4e96-ae94-3e8cf82552fc" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.234725] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32f48fff-db85-4e96-ae94-3e8cf82552fc" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.234970] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32f48fff-db85-4e96-ae94-3e8cf82552fc" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.236619] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f48fff-db85-4e96-ae94-3e8cf82552fc',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.574245] env[70062]: INFO networking_nsxv3.common.synchronization [None req-902921da-413e-4256-9520-743d08bb8330 None None] Enqueued Resource ID: 64582f46-49b2-4da3-9eff-b1eb97cc5127 with Priority: HIGHEST for action port [ 735.574245] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64582f46-49b2-4da3-9eff-b1eb97cc5127 with Priority: HIGHEST for action port [ 735.575640] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-64582f46-49b2-4da3-9eff-b1eb97cc5127 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.576020] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64582f46-49b2-4da3-9eff-b1eb97cc5127" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.577562] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64582f46-49b2-4da3-9eff-b1eb97cc5127" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.577562] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64582f46-49b2-4da3-9eff-b1eb97cc5127" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.577562] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64582f46-49b2-4da3-9eff-b1eb97cc5127',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.742317] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32f48fff-db85-4e96-ae94-3e8cf82552fc [ 735.742579] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.742680] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.742750] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.742976] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.743341] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.743341] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32f48fff-db85-4e96-ae94-3e8cf82552fc already deleted. [ 735.743341] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32f48fff-db85-4e96-ae94-3e8cf82552fc" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.079516] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64582f46-49b2-4da3-9eff-b1eb97cc5127 [ 736.082585] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.082585] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.084241] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.084483] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.084575] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.084733] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64582f46-49b2-4da3-9eff-b1eb97cc5127 already deleted. [ 736.084775] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64582f46-49b2-4da3-9eff-b1eb97cc5127" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.514529] env[70062]: INFO networking_nsxv3.common.synchronization [None req-a03e86b1-7092-4a76-b142-c89b967bcd85 None None] Enqueued Resource ID: 96684583-35f6-4555-8841-26458482c4c6 with Priority: HIGHEST for action port [ 739.515115] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96684583-35f6-4555-8841-26458482c4c6 with Priority: HIGHEST for action port [ 739.515764] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-96684583-35f6-4555-8841-26458482c4c6 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.515764] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96684583-35f6-4555-8841-26458482c4c6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.515919] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96684583-35f6-4555-8841-26458482c4c6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.518142] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96684583-35f6-4555-8841-26458482c4c6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.518142] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96684583-35f6-4555-8841-26458482c4c6',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.557783] env[70062]: INFO networking_nsxv3.common.synchronization [None req-a945b90c-28da-403f-8173-4004ab6ea5d3 None None] Enqueued Resource ID: 5b29f176-2308-44a2-b03a-9d87decb3fb6 with Priority: HIGHEST for action port [ 739.558299] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b29f176-2308-44a2-b03a-9d87decb3fb6 with Priority: HIGHEST for action port [ 739.558666] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b29f176-2308-44a2-b03a-9d87decb3fb6 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.558743] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b29f176-2308-44a2-b03a-9d87decb3fb6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.558782] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b29f176-2308-44a2-b03a-9d87decb3fb6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.560299] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b29f176-2308-44a2-b03a-9d87decb3fb6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.560299] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b29f176-2308-44a2-b03a-9d87decb3fb6',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.930021] env[70062]: INFO networking_nsxv3.common.synchronization [None req-12b9f2d8-1365-417c-a626-9f439005d6e3 None None] Enqueued Resource ID: a14ac8db-944e-4b7e-9c9d-9cc0b666efad with Priority: HIGHEST for action port [ 739.930021] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14ac8db-944e-4b7e-9c9d-9cc0b666efad with Priority: HIGHEST for action port [ 739.930021] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-a14ac8db-944e-4b7e-9c9d-9cc0b666efad taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.930021] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a14ac8db-944e-4b7e-9c9d-9cc0b666efad" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.930021] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a14ac8db-944e-4b7e-9c9d-9cc0b666efad" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.930021] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a14ac8db-944e-4b7e-9c9d-9cc0b666efad" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.930021] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a14ac8db-944e-4b7e-9c9d-9cc0b666efad',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.023825] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96684583-35f6-4555-8841-26458482c4c6 [ 740.023825] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.023825] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.023825] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.023825] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.023825] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.023825] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96684583-35f6-4555-8841-26458482c4c6 already deleted. [ 740.023825] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96684583-35f6-4555-8841-26458482c4c6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.062913] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b29f176-2308-44a2-b03a-9d87decb3fb6 [ 740.063183] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.063505] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.065019] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.065019] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.065195] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.065195] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b29f176-2308-44a2-b03a-9d87decb3fb6 already deleted. [ 740.066430] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b29f176-2308-44a2-b03a-9d87decb3fb6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.431724] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a14ac8db-944e-4b7e-9c9d-9cc0b666efad [ 740.431724] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.431724] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.431724] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.431724] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.431724] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.431724] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a14ac8db-944e-4b7e-9c9d-9cc0b666efad already deleted. [ 740.431724] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a14ac8db-944e-4b7e-9c9d-9cc0b666efad" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.744450] env[70062]: INFO networking_nsxv3.common.synchronization [None req-ae520fd9-0879-4c76-86e6-2a382aba9708 None None] Enqueued Resource ID: 78f81487-0fae-4d1d-a3d0-f1ab8248b9a5 with Priority: HIGHEST for action port [ 742.744700] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f81487-0fae-4d1d-a3d0-f1ab8248b9a5 with Priority: HIGHEST for action port [ 742.745380] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-78f81487-0fae-4d1d-a3d0-f1ab8248b9a5 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.745447] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78f81487-0fae-4d1d-a3d0-f1ab8248b9a5" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.745487] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78f81487-0fae-4d1d-a3d0-f1ab8248b9a5" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.746043] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78f81487-0fae-4d1d-a3d0-f1ab8248b9a5" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.747785] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78f81487-0fae-4d1d-a3d0-f1ab8248b9a5',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.250836] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78f81487-0fae-4d1d-a3d0-f1ab8248b9a5 [ 743.250836] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.250836] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.250836] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.251056] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.251056] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.251882] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78f81487-0fae-4d1d-a3d0-f1ab8248b9a5 already deleted. [ 743.251882] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78f81487-0fae-4d1d-a3d0-f1ab8248b9a5" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.382197] env[70062]: INFO networking_nsxv3.common.synchronization [None req-6314d30d-6b9e-4fcc-8df1-b0f36d0ebfee None None] Enqueued Resource ID: 288a3e81-5323-4726-9909-712518e9fd2d with Priority: HIGHEST for action port [ 744.382197] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288a3e81-5323-4726-9909-712518e9fd2d with Priority: HIGHEST for action port [ 744.382197] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-288a3e81-5323-4726-9909-712518e9fd2d taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.385348] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-288a3e81-5323-4726-9909-712518e9fd2d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.385348] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-288a3e81-5323-4726-9909-712518e9fd2d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.385348] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-288a3e81-5323-4726-9909-712518e9fd2d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.385348] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('288a3e81-5323-4726-9909-712518e9fd2d',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.887106] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 288a3e81-5323-4726-9909-712518e9fd2d [ 744.887353] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.887488] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.887906] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.887906] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.887906] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.888111] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:288a3e81-5323-4726-9909-712518e9fd2d already deleted. [ 744.888111] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-288a3e81-5323-4726-9909-712518e9fd2d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.359059] env[70062]: INFO networking_nsxv3.common.synchronization [None req-d2379baa-ac69-4276-9da2-d81824ad2656 tempest-ServerActionsTestJSON-602315027 tempest-ServerActionsTestJSON-602315027-project-member] Enqueued Resource ID: 9c638060-53de-4ab6-ad81-dc32fa4b46a1 with Priority: HIGHEST for action security_group_rules [ 746.362042] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c638060-53de-4ab6-ad81-dc32fa4b46a1 with Priority: HIGHEST for action security_group_rules [ 746.362860] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c638060-53de-4ab6-ad81-dc32fa4b46a1 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.364187] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c638060-53de-4ab6-ad81-dc32fa4b46a1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.364456] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c638060-53de-4ab6-ad81-dc32fa4b46a1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.364519] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c638060-53de-4ab6-ad81-dc32fa4b46a1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.364634] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c638060-53de-4ab6-ad81-dc32fa4b46a1',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.885134] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.885277] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.885345] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.885573] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.886024] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.886024] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c638060-53de-4ab6-ad81-dc32fa4b46a1 already deleted. [ 746.886024] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c638060-53de-4ab6-ad81-dc32fa4b46a1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.153809] env[70062]: INFO networking_nsxv3.common.synchronization [None req-132cd744-a303-4a75-bee0-1c81a05b9ce0 tempest-ServerActionsTestJSON-602315027 tempest-ServerActionsTestJSON-602315027-project-member] Enqueued Resource ID: 9c638060-53de-4ab6-ad81-dc32fa4b46a1 with Priority: HIGHEST for action security_group_rules [ 747.154416] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c638060-53de-4ab6-ad81-dc32fa4b46a1 with Priority: HIGHEST for action security_group_rules [ 747.154734] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c638060-53de-4ab6-ad81-dc32fa4b46a1 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.161894] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c638060-53de-4ab6-ad81-dc32fa4b46a1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.162230] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c638060-53de-4ab6-ad81-dc32fa4b46a1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.162582] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c638060-53de-4ab6-ad81-dc32fa4b46a1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.162731] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c638060-53de-4ab6-ad81-dc32fa4b46a1',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.599958] env[70062]: INFO networking_nsxv3.common.synchronization [None req-6c9da1a6-6608-4107-b813-e74b4a995b6b None None] Enqueued Resource ID: 3074f997-31c4-417d-b05c-01b8ebeb3d8c with Priority: HIGHEST for action port [ 747.600306] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3074f997-31c4-417d-b05c-01b8ebeb3d8c with Priority: HIGHEST for action port [ 747.600855] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-3074f997-31c4-417d-b05c-01b8ebeb3d8c taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.601020] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3074f997-31c4-417d-b05c-01b8ebeb3d8c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.601074] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3074f997-31c4-417d-b05c-01b8ebeb3d8c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.601361] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3074f997-31c4-417d-b05c-01b8ebeb3d8c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.602175] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3074f997-31c4-417d-b05c-01b8ebeb3d8c',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.684866] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.685025] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.685092] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.685293] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.685377] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.685466] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c638060-53de-4ab6-ad81-dc32fa4b46a1 already deleted. [ 747.685540] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c638060-53de-4ab6-ad81-dc32fa4b46a1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.057183] env[70062]: INFO networking_nsxv3.common.synchronization [None req-c23340e8-542d-492f-ac58-4ea07a5316e4 None None] Enqueued Resource ID: 549aeb83-4385-4d7f-bc1f-721b131969a1 with Priority: HIGHEST for action port [ 748.057183] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 549aeb83-4385-4d7f-bc1f-721b131969a1 with Priority: HIGHEST for action port [ 748.057274] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-549aeb83-4385-4d7f-bc1f-721b131969a1 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.057401] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-549aeb83-4385-4d7f-bc1f-721b131969a1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.057449] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-549aeb83-4385-4d7f-bc1f-721b131969a1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.058180] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-549aeb83-4385-4d7f-bc1f-721b131969a1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.058180] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('549aeb83-4385-4d7f-bc1f-721b131969a1',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.106100] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3074f997-31c4-417d-b05c-01b8ebeb3d8c [ 748.106432] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.106432] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.106636] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.107025] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.107025] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.107025] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3074f997-31c4-417d-b05c-01b8ebeb3d8c already deleted. [ 748.108331] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3074f997-31c4-417d-b05c-01b8ebeb3d8c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.563518] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 549aeb83-4385-4d7f-bc1f-721b131969a1 [ 748.563518] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.563655] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.563712] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.563917] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.564015] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.564597] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:549aeb83-4385-4d7f-bc1f-721b131969a1 already deleted. [ 748.564597] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-549aeb83-4385-4d7f-bc1f-721b131969a1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.690750] env[70062]: INFO networking_nsxv3.common.synchronization [None req-bd7ef5bd-c4a4-402d-a3dc-fb844392af5e None None] Enqueued Resource ID: 6fe5504b-6538-4f1e-9486-9eae73c5eda5 with Priority: HIGHEST for action port [ 748.690750] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe5504b-6538-4f1e-9486-9eae73c5eda5 with Priority: HIGHEST for action port [ 748.690750] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fe5504b-6538-4f1e-9486-9eae73c5eda5 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.690750] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fe5504b-6538-4f1e-9486-9eae73c5eda5" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.690750] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fe5504b-6538-4f1e-9486-9eae73c5eda5" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.690750] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fe5504b-6538-4f1e-9486-9eae73c5eda5" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.691175] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fe5504b-6538-4f1e-9486-9eae73c5eda5',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.172262] env[70062]: INFO networking_nsxv3.common.synchronization [None req-c71e844a-069b-403d-a863-65f827537542 None None] Enqueued Resource ID: 0c0fea50-5974-4440-ba35-b0645536f882 with Priority: HIGHEST for action port [ 749.172715] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0fea50-5974-4440-ba35-b0645536f882 with Priority: HIGHEST for action port [ 749.173383] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c0fea50-5974-4440-ba35-b0645536f882 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.173514] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c0fea50-5974-4440-ba35-b0645536f882" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.173583] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c0fea50-5974-4440-ba35-b0645536f882" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.173862] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c0fea50-5974-4440-ba35-b0645536f882" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.173945] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0fea50-5974-4440-ba35-b0645536f882',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.193776] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fe5504b-6538-4f1e-9486-9eae73c5eda5 [ 749.194015] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.195444] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.195444] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.195444] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.195444] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.195444] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fe5504b-6538-4f1e-9486-9eae73c5eda5 already deleted. [ 749.195444] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fe5504b-6538-4f1e-9486-9eae73c5eda5" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.677108] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c0fea50-5974-4440-ba35-b0645536f882 [ 749.677352] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.678032] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.678032] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.678032] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.678032] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.678032] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c0fea50-5974-4440-ba35-b0645536f882 already deleted. [ 749.678032] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c0fea50-5974-4440-ba35-b0645536f882" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.172197] env[70062]: INFO networking_nsxv3.common.synchronization [None req-1788a253-fdcc-4062-8bf6-5eba6aebf350 None None] Enqueued Resource ID: 21136040-2a5f-4861-a953-4e04626b23ac with Priority: HIGHEST for action port [ 750.172529] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21136040-2a5f-4861-a953-4e04626b23ac with Priority: HIGHEST for action port [ 750.173102] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-21136040-2a5f-4861-a953-4e04626b23ac taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.173548] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21136040-2a5f-4861-a953-4e04626b23ac" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.173548] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21136040-2a5f-4861-a953-4e04626b23ac" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.173674] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21136040-2a5f-4861-a953-4e04626b23ac" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.173674] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21136040-2a5f-4861-a953-4e04626b23ac',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.683386] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21136040-2a5f-4861-a953-4e04626b23ac [ 750.683637] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.683777] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.683842] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.684358] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.684358] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.684358] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21136040-2a5f-4861-a953-4e04626b23ac already deleted. [ 750.684358] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21136040-2a5f-4861-a953-4e04626b23ac" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.589168] env[70062]: INFO networking_nsxv3.common.synchronization [None req-f887cf25-f900-4c9e-bb35-a38db596bd9f None None] Enqueued Resource ID: dfe54fc2-bb72-407f-b20a-c9bf921614ab with Priority: HIGHEST for action port [ 752.589168] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe54fc2-bb72-407f-b20a-c9bf921614ab with Priority: HIGHEST for action port [ 752.589168] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfe54fc2-bb72-407f-b20a-c9bf921614ab taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.589168] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfe54fc2-bb72-407f-b20a-c9bf921614ab" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.589168] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfe54fc2-bb72-407f-b20a-c9bf921614ab" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.589168] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfe54fc2-bb72-407f-b20a-c9bf921614ab" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.589168] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfe54fc2-bb72-407f-b20a-c9bf921614ab',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.092152] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfe54fc2-bb72-407f-b20a-c9bf921614ab [ 753.092152] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.092304] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.092377] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.092606] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.092697] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.092801] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfe54fc2-bb72-407f-b20a-c9bf921614ab already deleted. [ 753.092919] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfe54fc2-bb72-407f-b20a-c9bf921614ab" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.114570] env[70062]: INFO networking_nsxv3.common.synchronization [None req-9915312c-87dd-462d-b50f-8b60edb7a837 None None] Enqueued Resource ID: 04ab2820-8902-4ce8-9bef-84d6b1d5be48 with Priority: HIGHEST for action port [ 753.116017] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ab2820-8902-4ce8-9bef-84d6b1d5be48 with Priority: HIGHEST for action port [ 753.116416] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-04ab2820-8902-4ce8-9bef-84d6b1d5be48 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.117934] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04ab2820-8902-4ce8-9bef-84d6b1d5be48" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.117934] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04ab2820-8902-4ce8-9bef-84d6b1d5be48" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.117934] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04ab2820-8902-4ce8-9bef-84d6b1d5be48" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.117934] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04ab2820-8902-4ce8-9bef-84d6b1d5be48',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.623191] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04ab2820-8902-4ce8-9bef-84d6b1d5be48 [ 753.623711] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.623711] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.623803] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.624078] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.624187] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.624308] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04ab2820-8902-4ce8-9bef-84d6b1d5be48 already deleted. [ 753.624493] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04ab2820-8902-4ce8-9bef-84d6b1d5be48" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.922643] env[70062]: INFO networking_nsxv3.common.synchronization [None req-79c02d89-a57f-4a2f-aecd-3b6a63bab09c None None] Enqueued Resource ID: 8fd09988-45c3-4271-8647-0e7ce5f3ce47 with Priority: HIGHEST for action port [ 753.922905] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd09988-45c3-4271-8647-0e7ce5f3ce47 with Priority: HIGHEST for action port [ 753.923547] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fd09988-45c3-4271-8647-0e7ce5f3ce47 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.923660] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fd09988-45c3-4271-8647-0e7ce5f3ce47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.923719] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fd09988-45c3-4271-8647-0e7ce5f3ce47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.923962] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fd09988-45c3-4271-8647-0e7ce5f3ce47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.924532] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd09988-45c3-4271-8647-0e7ce5f3ce47',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.103758] env[70062]: INFO networking_nsxv3.common.synchronization [None req-519d6fe3-84c9-4e6d-98df-44a9afdb2f97 None None] Enqueued Resource ID: ea88fa80-076a-4295-a1d7-2f067a6c4a96 with Priority: HIGHEST for action port [ 754.104731] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea88fa80-076a-4295-a1d7-2f067a6c4a96 with Priority: HIGHEST for action port [ 754.104731] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea88fa80-076a-4295-a1d7-2f067a6c4a96 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.104882] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea88fa80-076a-4295-a1d7-2f067a6c4a96" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.104882] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea88fa80-076a-4295-a1d7-2f067a6c4a96" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.105289] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea88fa80-076a-4295-a1d7-2f067a6c4a96" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.105370] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea88fa80-076a-4295-a1d7-2f067a6c4a96',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.428199] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fd09988-45c3-4271-8647-0e7ce5f3ce47 [ 754.428428] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.428565] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.428634] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.428853] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.428936] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.429038] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fd09988-45c3-4271-8647-0e7ce5f3ce47 already deleted. [ 754.429114] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fd09988-45c3-4271-8647-0e7ce5f3ce47" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.610382] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea88fa80-076a-4295-a1d7-2f067a6c4a96 [ 754.610613] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.610744] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.610811] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.611052] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.615020] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.615020] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea88fa80-076a-4295-a1d7-2f067a6c4a96 already deleted. [ 754.615020] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea88fa80-076a-4295-a1d7-2f067a6c4a96" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.028358] env[70062]: INFO networking_nsxv3.common.synchronization [None req-4c71d7a4-7e32-4fe4-89fa-ac2d4604323e None None] Enqueued Resource ID: 2b7e0186-0ce5-4ab6-934d-c242ccaea7f3 with Priority: HIGHEST for action port [ 755.028613] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b7e0186-0ce5-4ab6-934d-c242ccaea7f3 with Priority: HIGHEST for action port [ 755.029291] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b7e0186-0ce5-4ab6-934d-c242ccaea7f3 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.029415] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b7e0186-0ce5-4ab6-934d-c242ccaea7f3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.029484] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b7e0186-0ce5-4ab6-934d-c242ccaea7f3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.030129] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b7e0186-0ce5-4ab6-934d-c242ccaea7f3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.030129] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b7e0186-0ce5-4ab6-934d-c242ccaea7f3',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.532663] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b7e0186-0ce5-4ab6-934d-c242ccaea7f3 [ 755.532663] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.532663] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.532663] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.532663] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.532663] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.532663] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b7e0186-0ce5-4ab6-934d-c242ccaea7f3 already deleted. [ 755.532663] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b7e0186-0ce5-4ab6-934d-c242ccaea7f3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.594234] env[70062]: INFO networking_nsxv3.common.synchronization [None req-d11da6a2-d526-43d8-94a4-002abf447b72 None None] Enqueued Resource ID: 71813d2b-d140-41b9-b845-273b2fb9b576 with Priority: HIGHEST for action port [ 755.594234] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71813d2b-d140-41b9-b845-273b2fb9b576 with Priority: HIGHEST for action port [ 755.594234] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-71813d2b-d140-41b9-b845-273b2fb9b576 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.594234] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71813d2b-d140-41b9-b845-273b2fb9b576" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.594234] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71813d2b-d140-41b9-b845-273b2fb9b576" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.594234] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71813d2b-d140-41b9-b845-273b2fb9b576" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.594234] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71813d2b-d140-41b9-b845-273b2fb9b576',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.099088] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71813d2b-d140-41b9-b845-273b2fb9b576 [ 756.100198] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.100259] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.100357] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.100519] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.100732] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.100852] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71813d2b-d140-41b9-b845-273b2fb9b576 already deleted. [ 756.100937] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71813d2b-d140-41b9-b845-273b2fb9b576" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.688684] env[70062]: INFO networking_nsxv3.common.synchronization [None req-5467efe0-a5f9-4425-814b-70a12479f70d None None] Enqueued Resource ID: 475fddb7-ad08-492c-9593-0e7043b255f1 with Priority: HIGHEST for action port [ 756.688952] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475fddb7-ad08-492c-9593-0e7043b255f1 with Priority: HIGHEST for action port [ 756.689540] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-475fddb7-ad08-492c-9593-0e7043b255f1 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.689659] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-475fddb7-ad08-492c-9593-0e7043b255f1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.689725] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-475fddb7-ad08-492c-9593-0e7043b255f1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.689983] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-475fddb7-ad08-492c-9593-0e7043b255f1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.690075] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('475fddb7-ad08-492c-9593-0e7043b255f1',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.196900] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 475fddb7-ad08-492c-9593-0e7043b255f1 [ 757.196900] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.196900] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.196900] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.196900] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.196900] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.196900] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:475fddb7-ad08-492c-9593-0e7043b255f1 already deleted. [ 757.196900] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-475fddb7-ad08-492c-9593-0e7043b255f1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.300856] env[70062]: INFO networking_nsxv3.common.synchronization [None req-da3932a0-f12e-44cb-9b41-a4f6379727c2 None None] Enqueued Resource ID: 3a9306b2-f143-41df-91c2-d6011980c6dc with Priority: HIGHEST for action port [ 757.302655] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a9306b2-f143-41df-91c2-d6011980c6dc with Priority: HIGHEST for action port [ 757.303814] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a9306b2-f143-41df-91c2-d6011980c6dc taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.303963] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a9306b2-f143-41df-91c2-d6011980c6dc" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.305708] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a9306b2-f143-41df-91c2-d6011980c6dc" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.306789] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a9306b2-f143-41df-91c2-d6011980c6dc" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.306789] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a9306b2-f143-41df-91c2-d6011980c6dc',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.808727] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a9306b2-f143-41df-91c2-d6011980c6dc [ 757.808957] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.809107] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.809178] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.809382] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.809469] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.809564] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a9306b2-f143-41df-91c2-d6011980c6dc already deleted. [ 757.809644] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a9306b2-f143-41df-91c2-d6011980c6dc" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.549380] env[70062]: INFO networking_nsxv3.common.synchronization [None req-4ba601b7-73b7-4763-b456-978067c24658 tempest-AttachVolumeNegativeTest-776365347 tempest-AttachVolumeNegativeTest-776365347-project-member] Enqueued Resource ID: 5976ed81-b99e-4e57-8c1d-c5d5b9427554 with Priority: HIGHEST for action security_group_rules [ 758.549821] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5976ed81-b99e-4e57-8c1d-c5d5b9427554 with Priority: HIGHEST for action security_group_rules [ 758.550115] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5976ed81-b99e-4e57-8c1d-c5d5b9427554 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.550247] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5976ed81-b99e-4e57-8c1d-c5d5b9427554" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.550430] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5976ed81-b99e-4e57-8c1d-c5d5b9427554" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.550587] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5976ed81-b99e-4e57-8c1d-c5d5b9427554" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.550680] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5976ed81-b99e-4e57-8c1d-c5d5b9427554',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.000741] env[70062]: INFO networking_nsxv3.common.synchronization [None req-9c8c98c3-d105-40e6-aff0-964d81d52122 None None] Enqueued Resource ID: 9345c554-1746-43a9-a3a6-88230a024832 with Priority: HIGHEST for action port [ 759.001018] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9345c554-1746-43a9-a3a6-88230a024832 with Priority: HIGHEST for action port [ 759.001613] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-9345c554-1746-43a9-a3a6-88230a024832 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.001747] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9345c554-1746-43a9-a3a6-88230a024832" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.001822] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9345c554-1746-43a9-a3a6-88230a024832" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.005112] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9345c554-1746-43a9-a3a6-88230a024832" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.005112] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9345c554-1746-43a9-a3a6-88230a024832',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.035464] env[70062]: INFO networking_nsxv3.common.synchronization [None req-b1f408a3-8da7-42ec-a054-e87f9a140e84 tempest-AttachVolumeNegativeTest-776365347 tempest-AttachVolumeNegativeTest-776365347-project-member] Enqueued Resource ID: 5976ed81-b99e-4e57-8c1d-c5d5b9427554 with Priority: HIGHEST for action security_group_rules [ 759.035956] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5976ed81-b99e-4e57-8c1d-c5d5b9427554 with Priority: HIGHEST for action security_group_rules [ 759.036485] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5976ed81-b99e-4e57-8c1d-c5d5b9427554 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.036578] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5976ed81-b99e-4e57-8c1d-c5d5b9427554" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.074687] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.074687] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.075054] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.075054] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.075054] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.075226] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5976ed81-b99e-4e57-8c1d-c5d5b9427554 already deleted. [ 759.075226] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5976ed81-b99e-4e57-8c1d-c5d5b9427554" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.075363] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5976ed81-b99e-4e57-8c1d-c5d5b9427554" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.075518] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5976ed81-b99e-4e57-8c1d-c5d5b9427554" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.075617] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5976ed81-b99e-4e57-8c1d-c5d5b9427554',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.458554] env[70062]: INFO networking_nsxv3.common.synchronization [None req-dd52bc74-e878-4ff7-990e-a5adaa78d197 None None] Enqueued Resource ID: 9beae8fc-1873-4731-a571-fb2a3c79ce49 with Priority: HIGHEST for action port [ 759.458800] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9beae8fc-1873-4731-a571-fb2a3c79ce49 with Priority: HIGHEST for action port [ 759.459347] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-9beae8fc-1873-4731-a571-fb2a3c79ce49 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.459716] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9beae8fc-1873-4731-a571-fb2a3c79ce49" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.459716] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9beae8fc-1873-4731-a571-fb2a3c79ce49" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.459891] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9beae8fc-1873-4731-a571-fb2a3c79ce49" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.459891] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9beae8fc-1873-4731-a571-fb2a3c79ce49',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.507404] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9345c554-1746-43a9-a3a6-88230a024832 [ 759.507642] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.507809] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.507917] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.508067] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.508154] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.508250] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9345c554-1746-43a9-a3a6-88230a024832 already deleted. [ 759.508497] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9345c554-1746-43a9-a3a6-88230a024832" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.588565] env[70062]: INFO networking_nsxv3.common.synchronization [None req-9b75b0a5-92da-4ac2-bedc-fe9a34e82761 None None] Enqueued Resource ID: b14e8c34-fbfd-44eb-87ee-b4865a532588 with Priority: HIGHEST for action port [ 759.589266] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14e8c34-fbfd-44eb-87ee-b4865a532588 with Priority: HIGHEST for action port [ 759.589502] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-b14e8c34-fbfd-44eb-87ee-b4865a532588 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.589767] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b14e8c34-fbfd-44eb-87ee-b4865a532588" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.589767] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b14e8c34-fbfd-44eb-87ee-b4865a532588" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.589937] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b14e8c34-fbfd-44eb-87ee-b4865a532588" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.590027] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b14e8c34-fbfd-44eb-87ee-b4865a532588',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.600236] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.600445] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.600535] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.600751] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.600844] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.600929] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5976ed81-b99e-4e57-8c1d-c5d5b9427554 already deleted. [ 759.601021] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5976ed81-b99e-4e57-8c1d-c5d5b9427554" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.819703] env[70062]: INFO networking_nsxv3.common.synchronization [None req-950ae6c7-2205-4440-ad7d-a882593f5f63 None None] Enqueued Resource ID: 4fe4cb58-3266-4a39-ba01-59c71b8f8b2d with Priority: HIGHEST for action port [ 759.820291] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe4cb58-3266-4a39-ba01-59c71b8f8b2d with Priority: HIGHEST for action port [ 759.820574] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fe4cb58-3266-4a39-ba01-59c71b8f8b2d taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.820700] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fe4cb58-3266-4a39-ba01-59c71b8f8b2d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.820768] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fe4cb58-3266-4a39-ba01-59c71b8f8b2d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.821694] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fe4cb58-3266-4a39-ba01-59c71b8f8b2d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.821834] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fe4cb58-3266-4a39-ba01-59c71b8f8b2d',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.962332] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9beae8fc-1873-4731-a571-fb2a3c79ce49 [ 759.962495] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.962636] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.962712] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.962905] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.962990] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.963104] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9beae8fc-1873-4731-a571-fb2a3c79ce49 already deleted. [ 759.963176] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9beae8fc-1873-4731-a571-fb2a3c79ce49" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.091840] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b14e8c34-fbfd-44eb-87ee-b4865a532588 [ 760.092059] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.092197] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.092267] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.092475] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.092564] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.092686] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b14e8c34-fbfd-44eb-87ee-b4865a532588 already deleted. [ 760.092786] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b14e8c34-fbfd-44eb-87ee-b4865a532588" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.325839] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fe4cb58-3266-4a39-ba01-59c71b8f8b2d [ 760.326103] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.326496] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.326496] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.326707] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.326794] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.327036] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fe4cb58-3266-4a39-ba01-59c71b8f8b2d already deleted. [ 760.327036] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fe4cb58-3266-4a39-ba01-59c71b8f8b2d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.144245] env[70062]: INFO networking_nsxv3.common.synchronization [None req-7fcbb710-fc94-406e-83f3-6f347e2116b2 None None] Enqueued Resource ID: 5683c65c-fff9-44b6-ae88-c136692178e1 with Priority: HIGHEST for action port [ 762.144245] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5683c65c-fff9-44b6-ae88-c136692178e1 with Priority: HIGHEST for action port [ 762.144635] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-5683c65c-fff9-44b6-ae88-c136692178e1 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.144704] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5683c65c-fff9-44b6-ae88-c136692178e1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.144740] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5683c65c-fff9-44b6-ae88-c136692178e1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.145821] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5683c65c-fff9-44b6-ae88-c136692178e1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.145821] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5683c65c-fff9-44b6-ae88-c136692178e1',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.647785] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5683c65c-fff9-44b6-ae88-c136692178e1 [ 762.648055] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.648193] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.648668] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.648668] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.648668] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.648668] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5683c65c-fff9-44b6-ae88-c136692178e1 already deleted. [ 762.648940] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5683c65c-fff9-44b6-ae88-c136692178e1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.343015] env[70062]: INFO networking_nsxv3.common.synchronization [None req-6d5c21bd-1f3e-4f19-ae19-c27bf6a85861 None None] Enqueued Resource ID: 7bdf2b9e-0380-4b66-9da8-ccf6641d2401 with Priority: HIGHEST for action port [ 763.344032] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdf2b9e-0380-4b66-9da8-ccf6641d2401 with Priority: HIGHEST for action port [ 763.344380] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bdf2b9e-0380-4b66-9da8-ccf6641d2401 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.345058] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bdf2b9e-0380-4b66-9da8-ccf6641d2401" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.345239] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bdf2b9e-0380-4b66-9da8-ccf6641d2401" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.345509] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bdf2b9e-0380-4b66-9da8-ccf6641d2401" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.345595] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bdf2b9e-0380-4b66-9da8-ccf6641d2401',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.848020] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bdf2b9e-0380-4b66-9da8-ccf6641d2401 [ 763.848278] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.848416] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.849889] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.849889] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.849889] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.849889] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bdf2b9e-0380-4b66-9da8-ccf6641d2401 already deleted. [ 763.849889] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bdf2b9e-0380-4b66-9da8-ccf6641d2401" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.177322] env[70062]: INFO networking_nsxv3.common.synchronization [None req-82c2f6f0-9074-40d9-acab-64d82be14f0a None None] Enqueued Resource ID: 5f585c4d-110f-4cc9-bab2-051bd38f34b2 with Priority: HIGHEST for action port [ 764.178959] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f585c4d-110f-4cc9-bab2-051bd38f34b2 with Priority: HIGHEST for action port [ 764.178959] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f585c4d-110f-4cc9-bab2-051bd38f34b2 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.178959] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f585c4d-110f-4cc9-bab2-051bd38f34b2" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.178959] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f585c4d-110f-4cc9-bab2-051bd38f34b2" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.181724] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f585c4d-110f-4cc9-bab2-051bd38f34b2" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.181724] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f585c4d-110f-4cc9-bab2-051bd38f34b2',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.298035] env[70062]: INFO networking_nsxv3.common.synchronization [None req-7b4834bc-a4d2-4667-9b69-481739a52ffc None None] Enqueued Resource ID: dd3fdfa3-f475-433b-9f33-68a359edee7f with Priority: HIGHEST for action port [ 764.298035] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3fdfa3-f475-433b-9f33-68a359edee7f with Priority: HIGHEST for action port [ 764.298035] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd3fdfa3-f475-433b-9f33-68a359edee7f taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.298035] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd3fdfa3-f475-433b-9f33-68a359edee7f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.298035] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd3fdfa3-f475-433b-9f33-68a359edee7f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.298035] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd3fdfa3-f475-433b-9f33-68a359edee7f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.298035] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd3fdfa3-f475-433b-9f33-68a359edee7f',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.684313] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f585c4d-110f-4cc9-bab2-051bd38f34b2 [ 764.684636] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.684891] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.685012] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.685269] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.685453] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.685576] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f585c4d-110f-4cc9-bab2-051bd38f34b2 already deleted. [ 764.685662] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f585c4d-110f-4cc9-bab2-051bd38f34b2" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.801443] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd3fdfa3-f475-433b-9f33-68a359edee7f [ 764.802862] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.802862] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.802862] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.802862] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.802862] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.802862] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd3fdfa3-f475-433b-9f33-68a359edee7f already deleted. [ 764.802862] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd3fdfa3-f475-433b-9f33-68a359edee7f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.083209] env[70062]: INFO networking_nsxv3.common.synchronization [None req-9ab896b6-ddbc-4e0d-8c8e-7f564f3ba29b None None] Enqueued Resource ID: ad1e0ecd-a75f-4ae8-acd2-2b11a45ad77c with Priority: HIGHEST for action port [ 765.083479] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1e0ecd-a75f-4ae8-acd2-2b11a45ad77c with Priority: HIGHEST for action port [ 765.084075] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad1e0ecd-a75f-4ae8-acd2-2b11a45ad77c taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.084378] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad1e0ecd-a75f-4ae8-acd2-2b11a45ad77c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.084378] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad1e0ecd-a75f-4ae8-acd2-2b11a45ad77c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.084589] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad1e0ecd-a75f-4ae8-acd2-2b11a45ad77c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.084589] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad1e0ecd-a75f-4ae8-acd2-2b11a45ad77c',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.260608] env[70062]: INFO networking_nsxv3.common.synchronization [None req-7a38e4e3-3585-415e-9fd7-9b1486384fa8 tempest-VolumesAdminNegativeTest-439664402 tempest-VolumesAdminNegativeTest-439664402-project-member] Enqueued Resource ID: c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9 with Priority: HIGHEST for action security_group_rules [ 765.263303] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9 with Priority: HIGHEST for action security_group_rules [ 765.263666] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.263794] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.265396] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.265396] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.265396] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.588201] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad1e0ecd-a75f-4ae8-acd2-2b11a45ad77c [ 765.588470] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.588780] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.588780] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.588908] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.589039] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.589150] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad1e0ecd-a75f-4ae8-acd2-2b11a45ad77c already deleted. [ 765.589150] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad1e0ecd-a75f-4ae8-acd2-2b11a45ad77c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.617604] env[70062]: INFO networking_nsxv3.common.synchronization [None req-fdd14c27-3ea3-4b22-9162-9de75f236229 None None] Enqueued Resource ID: 31e1c078-3e92-487e-b74b-1e7355951216 with Priority: HIGHEST for action port [ 765.617880] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e1c078-3e92-487e-b74b-1e7355951216 with Priority: HIGHEST for action port [ 765.618545] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-31e1c078-3e92-487e-b74b-1e7355951216 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.618683] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31e1c078-3e92-487e-b74b-1e7355951216" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.618752] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31e1c078-3e92-487e-b74b-1e7355951216" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.618980] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31e1c078-3e92-487e-b74b-1e7355951216" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.619176] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31e1c078-3e92-487e-b74b-1e7355951216',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.789473] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.789764] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.789764] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.789946] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.789978] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.790090] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9 already deleted. [ 765.790173] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.076475] env[70062]: INFO networking_nsxv3.common.synchronization [None req-e2b6f7c2-59f2-4fec-9659-bbea7d9a5fe8 tempest-VolumesAdminNegativeTest-439664402 tempest-VolumesAdminNegativeTest-439664402-project-member] Enqueued Resource ID: c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9 with Priority: HIGHEST for action security_group_rules [ 766.079023] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9 with Priority: HIGHEST for action security_group_rules [ 766.079023] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.079023] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.079023] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.079023] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.079929] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.122070] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31e1c078-3e92-487e-b74b-1e7355951216 [ 766.122070] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.122070] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.122070] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.122070] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.122070] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.122070] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31e1c078-3e92-487e-b74b-1e7355951216 already deleted. [ 766.122070] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31e1c078-3e92-487e-b74b-1e7355951216" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.141167] env[70062]: INFO networking_nsxv3.common.synchronization [None req-632daa1d-dab2-4fcd-b8de-599bbb8ba318 None None] Enqueued Resource ID: 341ff70e-86f3-4b5b-ba9d-3b72d058cee5 with Priority: HIGHEST for action port [ 766.141167] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341ff70e-86f3-4b5b-ba9d-3b72d058cee5 with Priority: HIGHEST for action port [ 766.141167] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-341ff70e-86f3-4b5b-ba9d-3b72d058cee5 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.141167] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-341ff70e-86f3-4b5b-ba9d-3b72d058cee5" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.141167] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-341ff70e-86f3-4b5b-ba9d-3b72d058cee5" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.141167] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-341ff70e-86f3-4b5b-ba9d-3b72d058cee5" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.141167] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('341ff70e-86f3-4b5b-ba9d-3b72d058cee5',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.442459] env[70062]: INFO networking_nsxv3.common.synchronization [None req-b4e9ea7e-554a-48a2-b4a0-d5e922a113d5 tempest-ServersTestFqdnHostnames-1924697371 tempest-ServersTestFqdnHostnames-1924697371-project-member] Enqueued Resource ID: b226652a-646c-483b-8644-c87e03154d17 with Priority: HIGHEST for action security_group_rules [ 766.442715] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b226652a-646c-483b-8644-c87e03154d17 with Priority: HIGHEST for action security_group_rules [ 766.443353] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b226652a-646c-483b-8644-c87e03154d17 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.443489] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b226652a-646c-483b-8644-c87e03154d17" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.443556] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b226652a-646c-483b-8644-c87e03154d17" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.444038] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b226652a-646c-483b-8644-c87e03154d17" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.444106] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b226652a-646c-483b-8644-c87e03154d17',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.605253] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.605253] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.605253] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.605253] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.605253] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.605253] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9 already deleted. [ 766.605253] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7abe8f3-dd5e-4ff6-bf39-0734abf4fdc9" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.645238] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 341ff70e-86f3-4b5b-ba9d-3b72d058cee5 [ 766.645466] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.645609] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.645668] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.645891] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.645985] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.646093] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:341ff70e-86f3-4b5b-ba9d-3b72d058cee5 already deleted. [ 766.646177] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-341ff70e-86f3-4b5b-ba9d-3b72d058cee5" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.965126] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.965442] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.965442] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.967191] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.967191] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.967191] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b226652a-646c-483b-8644-c87e03154d17 already deleted. [ 766.967191] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b226652a-646c-483b-8644-c87e03154d17" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.151927] env[70062]: INFO networking_nsxv3.common.synchronization [None req-19b8f4d9-ed77-4b23-9425-b7d026bcc11f tempest-ServersTestFqdnHostnames-1924697371 tempest-ServersTestFqdnHostnames-1924697371-project-member] Enqueued Resource ID: b226652a-646c-483b-8644-c87e03154d17 with Priority: HIGHEST for action security_group_rules [ 767.151927] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b226652a-646c-483b-8644-c87e03154d17 with Priority: HIGHEST for action security_group_rules [ 767.151927] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b226652a-646c-483b-8644-c87e03154d17 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.151927] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b226652a-646c-483b-8644-c87e03154d17" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.151927] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b226652a-646c-483b-8644-c87e03154d17" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.151927] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b226652a-646c-483b-8644-c87e03154d17" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.151927] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b226652a-646c-483b-8644-c87e03154d17',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.671926] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.671926] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.671926] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.671926] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.671926] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.671926] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b226652a-646c-483b-8644-c87e03154d17 already deleted. [ 767.671926] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b226652a-646c-483b-8644-c87e03154d17" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.923260] env[70062]: INFO networking_nsxv3.common.synchronization [None req-c8acbd1a-173b-47a6-ae4b-e97c0b0c511b None None] Enqueued Resource ID: 01f00965-ae79-4347-a3c7-d6e83c8fbdf0 with Priority: HIGHEST for action port [ 767.923556] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f00965-ae79-4347-a3c7-d6e83c8fbdf0 with Priority: HIGHEST for action port [ 767.924158] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-01f00965-ae79-4347-a3c7-d6e83c8fbdf0 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.924334] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01f00965-ae79-4347-a3c7-d6e83c8fbdf0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.924427] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01f00965-ae79-4347-a3c7-d6e83c8fbdf0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.924711] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01f00965-ae79-4347-a3c7-d6e83c8fbdf0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.924798] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01f00965-ae79-4347-a3c7-d6e83c8fbdf0',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.428887] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01f00965-ae79-4347-a3c7-d6e83c8fbdf0 [ 768.428887] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.428887] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.428887] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.428887] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.428887] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.428887] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01f00965-ae79-4347-a3c7-d6e83c8fbdf0 already deleted. [ 768.428887] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01f00965-ae79-4347-a3c7-d6e83c8fbdf0" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.045672] env[70062]: INFO networking_nsxv3.common.synchronization [None req-3ed6d9ee-23ed-4aaa-9bf8-ad5bc2daf964 None None] Enqueued Resource ID: b687f444-2ff7-45b4-9189-e12bd7e9b028 with Priority: HIGHEST for action port [ 769.046511] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b687f444-2ff7-45b4-9189-e12bd7e9b028 with Priority: HIGHEST for action port [ 769.046656] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-b687f444-2ff7-45b4-9189-e12bd7e9b028 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.046731] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b687f444-2ff7-45b4-9189-e12bd7e9b028" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.046866] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b687f444-2ff7-45b4-9189-e12bd7e9b028" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.047817] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b687f444-2ff7-45b4-9189-e12bd7e9b028" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.047817] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b687f444-2ff7-45b4-9189-e12bd7e9b028',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.391214] env[70062]: INFO networking_nsxv3.common.synchronization [None req-9c0d6b24-bc43-49d7-b3ed-70d972cda24d None None] Enqueued Resource ID: ecdc5af4-a36f-4a36-be24-13ac5beee32b with Priority: HIGHEST for action port [ 769.391214] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdc5af4-a36f-4a36-be24-13ac5beee32b with Priority: HIGHEST for action port [ 769.392786] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecdc5af4-a36f-4a36-be24-13ac5beee32b taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.393061] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecdc5af4-a36f-4a36-be24-13ac5beee32b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.393199] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecdc5af4-a36f-4a36-be24-13ac5beee32b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.393494] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecdc5af4-a36f-4a36-be24-13ac5beee32b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.393587] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecdc5af4-a36f-4a36-be24-13ac5beee32b',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.441765] env[70062]: INFO networking_nsxv3.common.synchronization [None req-fbb8d7a8-0f70-4b1e-b34c-5a88189cc24a None None] Enqueued Resource ID: e01cd8f7-5eb8-4731-aecf-a2908111087a with Priority: HIGHEST for action port [ 769.442287] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01cd8f7-5eb8-4731-aecf-a2908111087a with Priority: HIGHEST for action port [ 769.442823] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-e01cd8f7-5eb8-4731-aecf-a2908111087a taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.443014] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e01cd8f7-5eb8-4731-aecf-a2908111087a" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.443548] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e01cd8f7-5eb8-4731-aecf-a2908111087a" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.443813] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e01cd8f7-5eb8-4731-aecf-a2908111087a" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.443919] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e01cd8f7-5eb8-4731-aecf-a2908111087a',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.552388] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b687f444-2ff7-45b4-9189-e12bd7e9b028 [ 769.553148] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.553148] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.553148] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.553148] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.553425] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.553425] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b687f444-2ff7-45b4-9189-e12bd7e9b028 already deleted. [ 769.553425] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b687f444-2ff7-45b4-9189-e12bd7e9b028" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.591927] env[70062]: INFO networking_nsxv3.common.synchronization [None req-03047c32-c289-44c7-95b3-8aca0038bc6a tempest-AttachVolumeTestJSON-1953130351 tempest-AttachVolumeTestJSON-1953130351-project-member] Enqueued Resource ID: 45ed4237-b59b-48e5-b495-e28525863b85 with Priority: HIGHEST for action security_group_rules [ 769.591927] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ed4237-b59b-48e5-b495-e28525863b85 with Priority: HIGHEST for action security_group_rules [ 769.591927] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45ed4237-b59b-48e5-b495-e28525863b85 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.591927] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45ed4237-b59b-48e5-b495-e28525863b85" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.591927] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45ed4237-b59b-48e5-b495-e28525863b85" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.591927] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45ed4237-b59b-48e5-b495-e28525863b85" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.591927] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45ed4237-b59b-48e5-b495-e28525863b85',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.896679] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecdc5af4-a36f-4a36-be24-13ac5beee32b [ 769.896679] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.896679] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.896679] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.896679] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.896679] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.896679] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecdc5af4-a36f-4a36-be24-13ac5beee32b already deleted. [ 769.896679] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecdc5af4-a36f-4a36-be24-13ac5beee32b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.948171] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e01cd8f7-5eb8-4731-aecf-a2908111087a [ 769.948171] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.948171] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.948171] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.948171] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.948171] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.948171] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e01cd8f7-5eb8-4731-aecf-a2908111087a already deleted. [ 769.948171] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e01cd8f7-5eb8-4731-aecf-a2908111087a" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.113092] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.113249] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.113329] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.113541] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.113633] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.113728] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45ed4237-b59b-48e5-b495-e28525863b85 already deleted. [ 770.113809] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45ed4237-b59b-48e5-b495-e28525863b85" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.300716] env[70062]: INFO networking_nsxv3.common.synchronization [None req-dc1a15d1-71bb-428c-9ff1-2eb05eb27d82 tempest-AttachVolumeTestJSON-1953130351 tempest-AttachVolumeTestJSON-1953130351-project-member] Enqueued Resource ID: 45ed4237-b59b-48e5-b495-e28525863b85 with Priority: HIGHEST for action security_group_rules [ 770.301504] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ed4237-b59b-48e5-b495-e28525863b85 with Priority: HIGHEST for action security_group_rules [ 770.303347] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45ed4237-b59b-48e5-b495-e28525863b85 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.303347] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45ed4237-b59b-48e5-b495-e28525863b85" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.303347] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45ed4237-b59b-48e5-b495-e28525863b85" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.303347] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45ed4237-b59b-48e5-b495-e28525863b85" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.303347] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45ed4237-b59b-48e5-b495-e28525863b85',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.769396] env[70062]: INFO networking_nsxv3.common.synchronization [None req-b9fd43c9-2b8d-4104-82f7-c09c24409367 None None] Enqueued Resource ID: df857fa6-f223-4348-99d1-66b1ff539864 with Priority: HIGHEST for action port [ 770.770023] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df857fa6-f223-4348-99d1-66b1ff539864 with Priority: HIGHEST for action port [ 770.770243] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-df857fa6-f223-4348-99d1-66b1ff539864 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.770379] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df857fa6-f223-4348-99d1-66b1ff539864" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.770433] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df857fa6-f223-4348-99d1-66b1ff539864" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.770687] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df857fa6-f223-4348-99d1-66b1ff539864" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.770766] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df857fa6-f223-4348-99d1-66b1ff539864',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.812655] env[70062]: INFO networking_nsxv3.common.synchronization [None req-8efb1e4c-4c51-4faa-89d7-ec6924926d2a tempest-AttachVolumeNegativeTest-776365347 tempest-AttachVolumeNegativeTest-776365347-project-member] Enqueued Resource ID: c67cff36-8a27-4572-8cf3-ad6a0dd130c6 with Priority: HIGHEST for action security_group_rules [ 770.813569] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67cff36-8a27-4572-8cf3-ad6a0dd130c6 with Priority: HIGHEST for action security_group_rules [ 770.814012] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c67cff36-8a27-4572-8cf3-ad6a0dd130c6 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.814394] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c67cff36-8a27-4572-8cf3-ad6a0dd130c6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.814459] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c67cff36-8a27-4572-8cf3-ad6a0dd130c6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.814721] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c67cff36-8a27-4572-8cf3-ad6a0dd130c6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.814804] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c67cff36-8a27-4572-8cf3-ad6a0dd130c6',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.827214] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.827643] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.828295] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.828817] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.829234] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.832990] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45ed4237-b59b-48e5-b495-e28525863b85 already deleted. [ 770.832990] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45ed4237-b59b-48e5-b495-e28525863b85" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.273484] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df857fa6-f223-4348-99d1-66b1ff539864 [ 771.273661] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.273837] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.273930] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.274288] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.275944] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.276127] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df857fa6-f223-4348-99d1-66b1ff539864 already deleted. [ 771.276261] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df857fa6-f223-4348-99d1-66b1ff539864" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.338755] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.339545] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.339545] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.342599] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.342599] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.342599] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c67cff36-8a27-4572-8cf3-ad6a0dd130c6 already deleted. [ 771.342599] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c67cff36-8a27-4572-8cf3-ad6a0dd130c6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.366934] env[70062]: INFO networking_nsxv3.common.synchronization [None req-e6fddfc0-8553-4c94-8601-71e7b58914bf None None] Enqueued Resource ID: e4022510-bb4c-47d0-b54f-61b1891931c3 with Priority: HIGHEST for action port [ 771.368178] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4022510-bb4c-47d0-b54f-61b1891931c3 with Priority: HIGHEST for action port [ 771.368631] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4022510-bb4c-47d0-b54f-61b1891931c3 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.368746] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4022510-bb4c-47d0-b54f-61b1891931c3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.368809] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4022510-bb4c-47d0-b54f-61b1891931c3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.369116] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4022510-bb4c-47d0-b54f-61b1891931c3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.369251] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4022510-bb4c-47d0-b54f-61b1891931c3',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.629796] env[70062]: INFO networking_nsxv3.common.synchronization [None req-f5d542cc-e6fa-4abd-b145-b615f85f03dc tempest-AttachVolumeNegativeTest-776365347 tempest-AttachVolumeNegativeTest-776365347-project-member] Enqueued Resource ID: c67cff36-8a27-4572-8cf3-ad6a0dd130c6 with Priority: HIGHEST for action security_group_rules [ 771.630742] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67cff36-8a27-4572-8cf3-ad6a0dd130c6 with Priority: HIGHEST for action security_group_rules [ 771.632545] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c67cff36-8a27-4572-8cf3-ad6a0dd130c6 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.632545] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c67cff36-8a27-4572-8cf3-ad6a0dd130c6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.632545] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c67cff36-8a27-4572-8cf3-ad6a0dd130c6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.632545] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c67cff36-8a27-4572-8cf3-ad6a0dd130c6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.632545] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c67cff36-8a27-4572-8cf3-ad6a0dd130c6',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.871333] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4022510-bb4c-47d0-b54f-61b1891931c3 [ 771.873669] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.873669] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.873669] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.873669] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.873669] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.873669] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4022510-bb4c-47d0-b54f-61b1891931c3 already deleted. [ 771.873669] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4022510-bb4c-47d0-b54f-61b1891931c3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.156476] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.156476] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.156476] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.156476] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.156476] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.156476] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c67cff36-8a27-4572-8cf3-ad6a0dd130c6 already deleted. [ 772.156476] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c67cff36-8a27-4572-8cf3-ad6a0dd130c6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.526354] env[70062]: INFO networking_nsxv3.common.synchronization [None req-1a26f2c9-5877-4404-90fc-eebb0ec2e2b7 tempest-ServerActionsV293TestJSON-1774342135 tempest-ServerActionsV293TestJSON-1774342135-project-member] Enqueued Resource ID: b70db807-c980-45b0-b137-12e76b9308d7 with Priority: HIGHEST for action security_group_rules [ 773.526882] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db807-c980-45b0-b137-12e76b9308d7 with Priority: HIGHEST for action security_group_rules [ 773.527220] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70db807-c980-45b0-b137-12e76b9308d7 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.527349] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70db807-c980-45b0-b137-12e76b9308d7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.527418] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70db807-c980-45b0-b137-12e76b9308d7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.527666] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70db807-c980-45b0-b137-12e76b9308d7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.530882] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70db807-c980-45b0-b137-12e76b9308d7',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.056676] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.057936] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.057936] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.057936] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.057936] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.057936] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70db807-c980-45b0-b137-12e76b9308d7 already deleted. [ 774.057936] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70db807-c980-45b0-b137-12e76b9308d7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.149238] env[70062]: INFO networking_nsxv3.common.synchronization [None req-7e44d721-963e-476e-a36b-a46547f515e9 tempest-ServerActionsV293TestJSON-1774342135 tempest-ServerActionsV293TestJSON-1774342135-project-member] Enqueued Resource ID: b70db807-c980-45b0-b137-12e76b9308d7 with Priority: HIGHEST for action security_group_rules [ 774.149238] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70db807-c980-45b0-b137-12e76b9308d7 with Priority: HIGHEST for action security_group_rules [ 774.149399] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70db807-c980-45b0-b137-12e76b9308d7 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.149638] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70db807-c980-45b0-b137-12e76b9308d7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.149839] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70db807-c980-45b0-b137-12e76b9308d7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.151041] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70db807-c980-45b0-b137-12e76b9308d7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.151041] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70db807-c980-45b0-b137-12e76b9308d7',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.555986] env[70062]: INFO networking_nsxv3.common.synchronization [None req-95ac5810-055f-41a3-a0e3-5a6175e17070 None None] Enqueued Resource ID: 0ac87d07-7eb7-4a5e-b510-3194d497f3fe with Priority: HIGHEST for action port [ 774.556709] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ac87d07-7eb7-4a5e-b510-3194d497f3fe with Priority: HIGHEST for action port [ 774.557523] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ac87d07-7eb7-4a5e-b510-3194d497f3fe taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.557703] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ac87d07-7eb7-4a5e-b510-3194d497f3fe" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.557772] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ac87d07-7eb7-4a5e-b510-3194d497f3fe" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.558865] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ac87d07-7eb7-4a5e-b510-3194d497f3fe" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.558865] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac87d07-7eb7-4a5e-b510-3194d497f3fe',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.670442] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.671771] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.672321] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.673152] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.673684] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.673684] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70db807-c980-45b0-b137-12e76b9308d7 already deleted. [ 774.673684] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70db807-c980-45b0-b137-12e76b9308d7" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.743493] env[70062]: INFO networking_nsxv3.common.synchronization [None req-d1018f7e-b99c-4a4a-ba79-2301d002c56a None None] Enqueued Resource ID: e56b8a7d-02c8-496d-9d1c-c0c53ec8eb5d with Priority: HIGHEST for action port [ 774.744997] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56b8a7d-02c8-496d-9d1c-c0c53ec8eb5d with Priority: HIGHEST for action port [ 774.745327] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-e56b8a7d-02c8-496d-9d1c-c0c53ec8eb5d taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.745474] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e56b8a7d-02c8-496d-9d1c-c0c53ec8eb5d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.745694] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e56b8a7d-02c8-496d-9d1c-c0c53ec8eb5d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.745962] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e56b8a7d-02c8-496d-9d1c-c0c53ec8eb5d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.746111] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e56b8a7d-02c8-496d-9d1c-c0c53ec8eb5d',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.063825] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ac87d07-7eb7-4a5e-b510-3194d497f3fe [ 775.064124] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.064245] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.064306] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.064547] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.064635] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.065080] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ac87d07-7eb7-4a5e-b510-3194d497f3fe already deleted. [ 775.065080] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ac87d07-7eb7-4a5e-b510-3194d497f3fe" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.248349] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e56b8a7d-02c8-496d-9d1c-c0c53ec8eb5d [ 775.248582] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.248719] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.248788] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.249027] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.249124] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.249222] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e56b8a7d-02c8-496d-9d1c-c0c53ec8eb5d already deleted. [ 775.249378] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e56b8a7d-02c8-496d-9d1c-c0c53ec8eb5d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.709277] env[70062]: INFO networking_nsxv3.common.synchronization [None req-08797251-4904-4550-afc9-cc84aee78918 None None] Enqueued Resource ID: b9164eef-6f1d-481c-a701-802e8e97f628 with Priority: HIGHEST for action port [ 775.709581] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9164eef-6f1d-481c-a701-802e8e97f628 with Priority: HIGHEST for action port [ 775.710348] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9164eef-6f1d-481c-a701-802e8e97f628 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.710348] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9164eef-6f1d-481c-a701-802e8e97f628" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.710348] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9164eef-6f1d-481c-a701-802e8e97f628" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.710573] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9164eef-6f1d-481c-a701-802e8e97f628" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.710643] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9164eef-6f1d-481c-a701-802e8e97f628',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.206684] env[70062]: INFO networking_nsxv3.common.synchronization [None req-3c003adc-eabe-4c3a-a0f3-511868be16ac None None] Enqueued Resource ID: 1ba3f16a-ab1a-49b9-a709-242efd898cc3 with Priority: HIGHEST for action port [ 776.206684] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba3f16a-ab1a-49b9-a709-242efd898cc3 with Priority: HIGHEST for action port [ 776.206684] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ba3f16a-ab1a-49b9-a709-242efd898cc3 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.206684] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ba3f16a-ab1a-49b9-a709-242efd898cc3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.206684] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ba3f16a-ab1a-49b9-a709-242efd898cc3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.209800] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ba3f16a-ab1a-49b9-a709-242efd898cc3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.209983] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba3f16a-ab1a-49b9-a709-242efd898cc3',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.216600] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9164eef-6f1d-481c-a701-802e8e97f628 [ 776.216807] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.216946] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.217032] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.217235] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.217333] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.217422] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9164eef-6f1d-481c-a701-802e8e97f628 already deleted. [ 776.217501] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9164eef-6f1d-481c-a701-802e8e97f628" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.512654] env[70062]: INFO networking_nsxv3.common.synchronization [None req-85504a37-37bb-4db6-983b-d31e506f1a24 tempest-AttachInterfacesTestJSON-1762870667 tempest-AttachInterfacesTestJSON-1762870667-project-member] Enqueued Resource ID: 59e95b93-290d-41f7-926d-55aac3f1ec3f with Priority: HIGHEST for action security_group_rules [ 776.513300] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e95b93-290d-41f7-926d-55aac3f1ec3f with Priority: HIGHEST for action security_group_rules [ 776.513658] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59e95b93-290d-41f7-926d-55aac3f1ec3f taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.513774] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59e95b93-290d-41f7-926d-55aac3f1ec3f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.513774] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59e95b93-290d-41f7-926d-55aac3f1ec3f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.513999] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59e95b93-290d-41f7-926d-55aac3f1ec3f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.514093] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59e95b93-290d-41f7-926d-55aac3f1ec3f',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.527689] env[70062]: INFO networking_nsxv3.common.synchronization [None req-e7583070-692d-44ac-a9ef-72b2788f1feb None None] Enqueued Resource ID: 2955ed23-e25c-452e-860e-571644151fa3 with Priority: HIGHEST for action port [ 776.528474] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2955ed23-e25c-452e-860e-571644151fa3 with Priority: HIGHEST for action port [ 776.528939] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-2955ed23-e25c-452e-860e-571644151fa3 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.529060] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2955ed23-e25c-452e-860e-571644151fa3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.529204] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2955ed23-e25c-452e-860e-571644151fa3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.529415] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2955ed23-e25c-452e-860e-571644151fa3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.529462] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2955ed23-e25c-452e-860e-571644151fa3',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.714253] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ba3f16a-ab1a-49b9-a709-242efd898cc3 [ 776.714840] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.715147] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.717040] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.717040] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.717040] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.717040] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ba3f16a-ab1a-49b9-a709-242efd898cc3 already deleted. [ 776.717040] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ba3f16a-ab1a-49b9-a709-242efd898cc3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.808131] env[70062]: INFO networking_nsxv3.common.synchronization [None req-b8323aba-4b92-4b9e-ace5-c2f95be6b700 tempest-ServersV294TestFqdnHostnames-2062458510 tempest-ServersV294TestFqdnHostnames-2062458510-project-member] Enqueued Resource ID: a7a60492-3532-4099-ab03-367cf0270c74 with Priority: HIGHEST for action security_group_rules [ 776.808131] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a60492-3532-4099-ab03-367cf0270c74 with Priority: HIGHEST for action security_group_rules [ 776.809234] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7a60492-3532-4099-ab03-367cf0270c74 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.809234] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7a60492-3532-4099-ab03-367cf0270c74" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.809234] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7a60492-3532-4099-ab03-367cf0270c74" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.809234] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7a60492-3532-4099-ab03-367cf0270c74" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.809234] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7a60492-3532-4099-ab03-367cf0270c74',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.001921] env[70062]: INFO networking_nsxv3.common.synchronization [None req-eca5db11-48e8-422b-bd96-ae492e5285f8 tempest-AttachInterfacesTestJSON-1762870667 tempest-AttachInterfacesTestJSON-1762870667-project-member] Enqueued Resource ID: 59e95b93-290d-41f7-926d-55aac3f1ec3f with Priority: HIGHEST for action security_group_rules [ 777.002386] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e95b93-290d-41f7-926d-55aac3f1ec3f with Priority: HIGHEST for action security_group_rules [ 777.002695] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59e95b93-290d-41f7-926d-55aac3f1ec3f taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.002793] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59e95b93-290d-41f7-926d-55aac3f1ec3f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.033237] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2955ed23-e25c-452e-860e-571644151fa3 [ 777.033237] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.033237] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.033237] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.033237] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.033237] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.033237] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2955ed23-e25c-452e-860e-571644151fa3 already deleted. [ 777.033237] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2955ed23-e25c-452e-860e-571644151fa3" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.038593] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.038719] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.038787] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.039065] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.039120] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.039175] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59e95b93-290d-41f7-926d-55aac3f1ec3f already deleted. [ 777.039254] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59e95b93-290d-41f7-926d-55aac3f1ec3f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.039396] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59e95b93-290d-41f7-926d-55aac3f1ec3f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.039546] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59e95b93-290d-41f7-926d-55aac3f1ec3f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.039626] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59e95b93-290d-41f7-926d-55aac3f1ec3f',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.332741] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.332963] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.332963] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.333113] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.333204] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.333278] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7a60492-3532-4099-ab03-367cf0270c74 already deleted. [ 777.333370] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7a60492-3532-4099-ab03-367cf0270c74" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.459421] env[70062]: INFO networking_nsxv3.common.synchronization [None req-3f14e718-37a5-4024-8f94-1a3b42cd87dd None None] Enqueued Resource ID: 728f7b99-2840-4f6b-bdcd-c11a5a04d560 with Priority: HIGHEST for action port [ 777.459683] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f7b99-2840-4f6b-bdcd-c11a5a04d560 with Priority: HIGHEST for action port [ 777.460287] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-728f7b99-2840-4f6b-bdcd-c11a5a04d560 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.460409] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-728f7b99-2840-4f6b-bdcd-c11a5a04d560" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.460475] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-728f7b99-2840-4f6b-bdcd-c11a5a04d560" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.460766] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-728f7b99-2840-4f6b-bdcd-c11a5a04d560" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.460879] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('728f7b99-2840-4f6b-bdcd-c11a5a04d560',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.562248] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.567077] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.567077] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.567077] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.567077] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.567077] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59e95b93-290d-41f7-926d-55aac3f1ec3f already deleted. [ 777.567077] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59e95b93-290d-41f7-926d-55aac3f1ec3f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.608883] env[70062]: INFO networking_nsxv3.common.synchronization [None req-3e11946e-5d70-467e-b15b-ebadc9c5300a tempest-ServersV294TestFqdnHostnames-2062458510 tempest-ServersV294TestFqdnHostnames-2062458510-project-member] Enqueued Resource ID: a7a60492-3532-4099-ab03-367cf0270c74 with Priority: HIGHEST for action security_group_rules [ 777.609475] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a60492-3532-4099-ab03-367cf0270c74 with Priority: HIGHEST for action security_group_rules [ 777.609799] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7a60492-3532-4099-ab03-367cf0270c74 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.609919] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7a60492-3532-4099-ab03-367cf0270c74" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.610009] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7a60492-3532-4099-ab03-367cf0270c74" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.610417] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7a60492-3532-4099-ab03-367cf0270c74" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.610562] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7a60492-3532-4099-ab03-367cf0270c74',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.966358] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 728f7b99-2840-4f6b-bdcd-c11a5a04d560 [ 777.966358] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.966358] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.966358] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.966358] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.966358] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.966358] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:728f7b99-2840-4f6b-bdcd-c11a5a04d560 already deleted. [ 777.966358] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-728f7b99-2840-4f6b-bdcd-c11a5a04d560" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.136225] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.136412] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.136452] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.136666] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.136760] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.136858] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7a60492-3532-4099-ab03-367cf0270c74 already deleted. [ 778.136941] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7a60492-3532-4099-ab03-367cf0270c74" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.220472] env[70062]: INFO networking_nsxv3.common.synchronization [None req-05f23592-334c-4bf2-bf3b-0902cb9968fa None None] Enqueued Resource ID: 8afa2e44-85ad-4d9c-b888-afb59dd1609a with Priority: HIGHEST for action port [ 780.220472] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8afa2e44-85ad-4d9c-b888-afb59dd1609a with Priority: HIGHEST for action port [ 780.222017] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-8afa2e44-85ad-4d9c-b888-afb59dd1609a taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.222017] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8afa2e44-85ad-4d9c-b888-afb59dd1609a" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.222017] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8afa2e44-85ad-4d9c-b888-afb59dd1609a" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.223098] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8afa2e44-85ad-4d9c-b888-afb59dd1609a" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.223098] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8afa2e44-85ad-4d9c-b888-afb59dd1609a',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.725345] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8afa2e44-85ad-4d9c-b888-afb59dd1609a [ 780.725541] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.725714] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.725792] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.726034] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.726130] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.726225] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8afa2e44-85ad-4d9c-b888-afb59dd1609a already deleted. [ 780.726304] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8afa2e44-85ad-4d9c-b888-afb59dd1609a" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.651769] env[70062]: INFO networking_nsxv3.common.synchronization [None req-aec566d8-a758-434f-bde1-ba316fe20fdf None None] Enqueued Resource ID: 00e7aef7-53e0-47ec-8a4e-30eda957233b with Priority: HIGHEST for action port [ 781.652464] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e7aef7-53e0-47ec-8a4e-30eda957233b with Priority: HIGHEST for action port [ 781.652615] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-00e7aef7-53e0-47ec-8a4e-30eda957233b taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.652736] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00e7aef7-53e0-47ec-8a4e-30eda957233b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.654067] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00e7aef7-53e0-47ec-8a4e-30eda957233b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.654067] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00e7aef7-53e0-47ec-8a4e-30eda957233b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.654067] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e7aef7-53e0-47ec-8a4e-30eda957233b',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.157950] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00e7aef7-53e0-47ec-8a4e-30eda957233b [ 782.157950] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.158320] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.158436] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.158714] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.159642] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.159642] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00e7aef7-53e0-47ec-8a4e-30eda957233b already deleted. [ 782.159642] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00e7aef7-53e0-47ec-8a4e-30eda957233b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.372901] env[70062]: INFO networking_nsxv3.common.synchronization [None req-7f799415-4e24-434f-b062-6194b54b1565 tempest-AttachVolumeNegativeTest-776365347 tempest-AttachVolumeNegativeTest-776365347-project-member] Enqueued Resource ID: c382c266-714a-491c-9c2b-6150cb6e92da with Priority: HIGHEST for action security_group_rules [ 782.373279] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c382c266-714a-491c-9c2b-6150cb6e92da with Priority: HIGHEST for action security_group_rules [ 782.374965] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c382c266-714a-491c-9c2b-6150cb6e92da taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.375242] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c382c266-714a-491c-9c2b-6150cb6e92da" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.375355] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c382c266-714a-491c-9c2b-6150cb6e92da" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.375625] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c382c266-714a-491c-9c2b-6150cb6e92da" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.375775] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c382c266-714a-491c-9c2b-6150cb6e92da',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.473283] env[70062]: INFO networking_nsxv3.common.synchronization [None req-9ba083d9-b5b6-43a4-9c80-915aa05479f6 tempest-AttachVolumeTestJSON-1953130351 tempest-AttachVolumeTestJSON-1953130351-project-member] Enqueued Resource ID: 01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d with Priority: HIGHEST for action security_group_rules [ 782.475694] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d with Priority: HIGHEST for action security_group_rules [ 782.476831] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.476831] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.476831] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.477325] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.477677] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.839106] env[70062]: INFO networking_nsxv3.common.synchronization [None req-f4f19d99-ea3d-400c-8e3a-9855e44c1038 tempest-AttachVolumeNegativeTest-776365347 tempest-AttachVolumeNegativeTest-776365347-project-member] Enqueued Resource ID: c382c266-714a-491c-9c2b-6150cb6e92da with Priority: HIGHEST for action security_group_rules [ 782.839106] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c382c266-714a-491c-9c2b-6150cb6e92da with Priority: HIGHEST for action security_group_rules [ 782.839106] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c382c266-714a-491c-9c2b-6150cb6e92da taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.839106] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c382c266-714a-491c-9c2b-6150cb6e92da" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.899113] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.899314] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.899348] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.899577] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.899656] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.899745] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c382c266-714a-491c-9c2b-6150cb6e92da already deleted. [ 782.899848] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c382c266-714a-491c-9c2b-6150cb6e92da" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.899994] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c382c266-714a-491c-9c2b-6150cb6e92da" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.900155] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c382c266-714a-491c-9c2b-6150cb6e92da" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.900235] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c382c266-714a-491c-9c2b-6150cb6e92da',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.998697] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.998838] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.998915] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.999418] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.999525] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.999630] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d already deleted. [ 782.999713] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.047482] env[70062]: INFO networking_nsxv3.common.synchronization [None req-7f6d1d23-756d-496b-a31b-bf60af6dd215 tempest-AttachVolumeTestJSON-1953130351 tempest-AttachVolumeTestJSON-1953130351-project-member] Enqueued Resource ID: 01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d with Priority: HIGHEST for action security_group_rules [ 783.047482] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d with Priority: HIGHEST for action security_group_rules [ 783.049162] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.049162] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.049162] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.049162] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.049162] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.156672] env[70062]: INFO networking_nsxv3.common.synchronization [None req-1973da54-c425-42e4-8850-8c552dd4e1e5 None None] Enqueued Resource ID: e289ce1d-1bc2-4662-9399-2c5af44d730f with Priority: HIGHEST for action port [ 783.157173] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e289ce1d-1bc2-4662-9399-2c5af44d730f with Priority: HIGHEST for action port [ 783.157254] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-e289ce1d-1bc2-4662-9399-2c5af44d730f taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.157365] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e289ce1d-1bc2-4662-9399-2c5af44d730f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.157435] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e289ce1d-1bc2-4662-9399-2c5af44d730f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.157687] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e289ce1d-1bc2-4662-9399-2c5af44d730f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.157768] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e289ce1d-1bc2-4662-9399-2c5af44d730f',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.427371] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.427371] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.427371] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.427371] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.427371] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.427371] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c382c266-714a-491c-9c2b-6150cb6e92da already deleted. [ 783.427371] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c382c266-714a-491c-9c2b-6150cb6e92da" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.569329] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.569329] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.569329] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.570190] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.570442] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.570493] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d already deleted. [ 783.570708] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01da7ef2-b2a0-4a2a-8df0-be5800dd9c6d" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.633182] env[70062]: INFO networking_nsxv3.common.synchronization [None req-a478fc6b-e99d-45bf-8c80-04aa1cd8a150 None None] Enqueued Resource ID: 40837266-33bd-488f-bd62-3dfd5e130671 with Priority: HIGHEST for action port [ 783.634208] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40837266-33bd-488f-bd62-3dfd5e130671 with Priority: HIGHEST for action port [ 783.634526] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-40837266-33bd-488f-bd62-3dfd5e130671 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.634701] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40837266-33bd-488f-bd62-3dfd5e130671" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.634804] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40837266-33bd-488f-bd62-3dfd5e130671" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.635255] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40837266-33bd-488f-bd62-3dfd5e130671" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.635433] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40837266-33bd-488f-bd62-3dfd5e130671',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.661038] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e289ce1d-1bc2-4662-9399-2c5af44d730f [ 783.661038] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.661216] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.661216] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.662150] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.662150] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.662150] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e289ce1d-1bc2-4662-9399-2c5af44d730f already deleted. [ 783.662150] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e289ce1d-1bc2-4662-9399-2c5af44d730f" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.818224] env[70062]: INFO networking_nsxv3.common.synchronization [None req-345fc1ef-f98c-4593-9e59-126cec246817 None None] Enqueued Resource ID: f0b5615f-4c16-4e31-b389-8a6afc3b1f85 with Priority: HIGHEST for action port [ 783.820192] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b5615f-4c16-4e31-b389-8a6afc3b1f85 with Priority: HIGHEST for action port [ 783.821557] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b5615f-4c16-4e31-b389-8a6afc3b1f85 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.822924] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b5615f-4c16-4e31-b389-8a6afc3b1f85" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.822924] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b5615f-4c16-4e31-b389-8a6afc3b1f85" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.822924] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b5615f-4c16-4e31-b389-8a6afc3b1f85" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.822924] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b5615f-4c16-4e31-b389-8a6afc3b1f85',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.964540] env[70062]: INFO networking_nsxv3.common.synchronization [None req-56c18c80-4e0a-49e1-8c28-d1f22ffef883 None None] Enqueued Resource ID: 774a4815-8edd-470f-ba10-641e4ed1596b with Priority: HIGHEST for action port [ 783.965978] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774a4815-8edd-470f-ba10-641e4ed1596b with Priority: HIGHEST for action port [ 783.966089] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-774a4815-8edd-470f-ba10-641e4ed1596b taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.966310] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774a4815-8edd-470f-ba10-641e4ed1596b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.966310] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774a4815-8edd-470f-ba10-641e4ed1596b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.966557] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774a4815-8edd-470f-ba10-641e4ed1596b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.966749] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774a4815-8edd-470f-ba10-641e4ed1596b',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.137631] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40837266-33bd-488f-bd62-3dfd5e130671 [ 784.137862] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.138665] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.138665] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.138665] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.138665] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.138930] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40837266-33bd-488f-bd62-3dfd5e130671 already deleted. [ 784.138930] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40837266-33bd-488f-bd62-3dfd5e130671" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.325500] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0b5615f-4c16-4e31-b389-8a6afc3b1f85 [ 784.325717] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.325861] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.326054] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.326221] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.326335] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.326664] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0b5615f-4c16-4e31-b389-8a6afc3b1f85 already deleted. [ 784.326664] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b5615f-4c16-4e31-b389-8a6afc3b1f85" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.472477] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 774a4815-8edd-470f-ba10-641e4ed1596b [ 784.472477] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.472477] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.472477] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.472477] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.472477] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.472477] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:774a4815-8edd-470f-ba10-641e4ed1596b already deleted. [ 784.472477] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774a4815-8edd-470f-ba10-641e4ed1596b" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.097880] env[70062]: INFO networking_nsxv3.common.synchronization [None req-b6100239-61a6-4887-9386-61d499134f30 None None] Enqueued Resource ID: e01af06a-bc2d-499d-9981-a0b69e5f0eb1 with Priority: HIGHEST for action port [ 785.099214] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01af06a-bc2d-499d-9981-a0b69e5f0eb1 with Priority: HIGHEST for action port [ 785.099587] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-e01af06a-bc2d-499d-9981-a0b69e5f0eb1 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.100235] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e01af06a-bc2d-499d-9981-a0b69e5f0eb1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.100355] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e01af06a-bc2d-499d-9981-a0b69e5f0eb1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.100630] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e01af06a-bc2d-499d-9981-a0b69e5f0eb1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.102829] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e01af06a-bc2d-499d-9981-a0b69e5f0eb1',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.604746] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e01af06a-bc2d-499d-9981-a0b69e5f0eb1 [ 785.604746] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.604746] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.604746] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.604746] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.604746] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.604746] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e01af06a-bc2d-499d-9981-a0b69e5f0eb1 already deleted. [ 785.604746] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e01af06a-bc2d-499d-9981-a0b69e5f0eb1" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.675944] env[70062]: INFO networking_nsxv3.common.synchronization [None req-bf8fc688-6b2e-45df-bf29-69cc17ba3575 None None] Enqueued Resource ID: b008c847-ada8-41f6-96a8-c08743c0a0b6 with Priority: HIGHEST for action port [ 785.675944] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008c847-ada8-41f6-96a8-c08743c0a0b6 with Priority: HIGHEST for action port [ 785.676971] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-b008c847-ada8-41f6-96a8-c08743c0a0b6 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.676971] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b008c847-ada8-41f6-96a8-c08743c0a0b6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.676971] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b008c847-ada8-41f6-96a8-c08743c0a0b6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.676971] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b008c847-ada8-41f6-96a8-c08743c0a0b6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.678072] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b008c847-ada8-41f6-96a8-c08743c0a0b6',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.182349] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b008c847-ada8-41f6-96a8-c08743c0a0b6 [ 786.182349] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.182349] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.182349] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.182349] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.182349] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.182349] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b008c847-ada8-41f6-96a8-c08743c0a0b6 already deleted. [ 786.182349] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b008c847-ada8-41f6-96a8-c08743c0a0b6" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.404260] env[70062]: INFO networking_nsxv3.common.synchronization [None req-8e799c5f-d09b-4db0-9e86-c08678eb60d2 None None] Enqueued Resource ID: a37e0ee4-75e7-44da-b8a2-25b8ea69faa4 with Priority: HIGHEST for action port [ 787.404831] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37e0ee4-75e7-44da-b8a2-25b8ea69faa4 with Priority: HIGHEST for action port [ 787.405228] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-a37e0ee4-75e7-44da-b8a2-25b8ea69faa4 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.405538] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a37e0ee4-75e7-44da-b8a2-25b8ea69faa4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.405616] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a37e0ee4-75e7-44da-b8a2-25b8ea69faa4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.405879] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a37e0ee4-75e7-44da-b8a2-25b8ea69faa4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.405966] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a37e0ee4-75e7-44da-b8a2-25b8ea69faa4',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.802746] env[70062]: INFO networking_nsxv3.common.synchronization [None req-80844255-45bf-46ab-99de-4918c63f9422 tempest-ServerActionsTestOtherB-894181301 tempest-ServerActionsTestOtherB-894181301-project-member] Enqueued Resource ID: 61304e4e-5b57-49bb-a4da-0f265fe1307c with Priority: HIGHEST for action security_group_rules [ 787.803305] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61304e4e-5b57-49bb-a4da-0f265fe1307c with Priority: HIGHEST for action security_group_rules [ 787.804059] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61304e4e-5b57-49bb-a4da-0f265fe1307c taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.804059] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61304e4e-5b57-49bb-a4da-0f265fe1307c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.804059] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61304e4e-5b57-49bb-a4da-0f265fe1307c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.804598] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61304e4e-5b57-49bb-a4da-0f265fe1307c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.804762] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61304e4e-5b57-49bb-a4da-0f265fe1307c',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.909328] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a37e0ee4-75e7-44da-b8a2-25b8ea69faa4 [ 787.909328] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.909328] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.909328] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.909328] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.909328] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.909328] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a37e0ee4-75e7-44da-b8a2-25b8ea69faa4 already deleted. [ 787.909328] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a37e0ee4-75e7-44da-b8a2-25b8ea69faa4" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.954670] env[70062]: INFO networking_nsxv3.common.synchronization [None req-d4a3f69a-6a21-439a-ad68-2e9b259589f4 None None] Enqueued Resource ID: 8135399d-81b5-4d0b-983c-8d94a80cae3c with Priority: HIGHEST for action port [ 787.954670] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8135399d-81b5-4d0b-983c-8d94a80cae3c with Priority: HIGHEST for action port [ 787.954670] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-8135399d-81b5-4d0b-983c-8d94a80cae3c taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.954670] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8135399d-81b5-4d0b-983c-8d94a80cae3c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.954670] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8135399d-81b5-4d0b-983c-8d94a80cae3c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.955235] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8135399d-81b5-4d0b-983c-8d94a80cae3c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.955446] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8135399d-81b5-4d0b-983c-8d94a80cae3c',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.056558] env[70062]: INFO networking_nsxv3.common.synchronization [None req-eb1d3487-4295-43cf-8a9e-27af377970d1 tempest-ServerActionsTestOtherB-894181301 tempest-ServerActionsTestOtherB-894181301-project-member] Enqueued Resource ID: 61304e4e-5b57-49bb-a4da-0f265fe1307c with Priority: HIGHEST for action security_group_rules [ 788.056558] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61304e4e-5b57-49bb-a4da-0f265fe1307c with Priority: HIGHEST for action security_group_rules [ 788.056558] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61304e4e-5b57-49bb-a4da-0f265fe1307c taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.056558] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61304e4e-5b57-49bb-a4da-0f265fe1307c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.334343] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.334613] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.334613] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.335264] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.335264] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.335264] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61304e4e-5b57-49bb-a4da-0f265fe1307c already deleted. [ 788.335264] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61304e4e-5b57-49bb-a4da-0f265fe1307c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.335264] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61304e4e-5b57-49bb-a4da-0f265fe1307c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.335401] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61304e4e-5b57-49bb-a4da-0f265fe1307c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.335480] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61304e4e-5b57-49bb-a4da-0f265fe1307c',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.460524] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8135399d-81b5-4d0b-983c-8d94a80cae3c [ 788.461433] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.461433] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.461433] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.461433] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.461433] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.461433] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8135399d-81b5-4d0b-983c-8d94a80cae3c already deleted. [ 788.461433] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8135399d-81b5-4d0b-983c-8d94a80cae3c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.861543] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.861633] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.862027] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.862451] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.862623] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.864637] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61304e4e-5b57-49bb-a4da-0f265fe1307c already deleted. [ 788.864637] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61304e4e-5b57-49bb-a4da-0f265fe1307c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.105494] env[70062]: INFO networking_nsxv3.common.synchronization [None req-36dd1c1f-b2af-4eac-b2fe-4f5f51edfef6 tempest-AttachInterfacesTestJSON-1762870667 tempest-AttachInterfacesTestJSON-1762870667-project-member] Enqueued Resource ID: 0ea55cb9-5601-43bd-ad0e-57b1d5d733bd with Priority: HIGHEST for action security_group_rules [ 789.106796] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea55cb9-5601-43bd-ad0e-57b1d5d733bd with Priority: HIGHEST for action security_group_rules [ 789.106796] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ea55cb9-5601-43bd-ad0e-57b1d5d733bd taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.106959] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ea55cb9-5601-43bd-ad0e-57b1d5d733bd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.106959] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ea55cb9-5601-43bd-ad0e-57b1d5d733bd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.107550] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ea55cb9-5601-43bd-ad0e-57b1d5d733bd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.108609] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ea55cb9-5601-43bd-ad0e-57b1d5d733bd',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.473067] env[70062]: INFO networking_nsxv3.common.synchronization [None req-9d7f6b72-aafe-49b7-90a7-2692f276b785 tempest-AttachInterfacesTestJSON-1762870667 tempest-AttachInterfacesTestJSON-1762870667-project-member] Enqueued Resource ID: 0ea55cb9-5601-43bd-ad0e-57b1d5d733bd with Priority: HIGHEST for action security_group_rules [ 789.473623] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea55cb9-5601-43bd-ad0e-57b1d5d733bd with Priority: HIGHEST for action security_group_rules [ 789.474024] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ea55cb9-5601-43bd-ad0e-57b1d5d733bd taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.474133] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ea55cb9-5601-43bd-ad0e-57b1d5d733bd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.633253] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.633425] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.633506] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.633891] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.633891] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.634057] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ea55cb9-5601-43bd-ad0e-57b1d5d733bd already deleted. [ 789.634057] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ea55cb9-5601-43bd-ad0e-57b1d5d733bd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.635088] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ea55cb9-5601-43bd-ad0e-57b1d5d733bd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.635088] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ea55cb9-5601-43bd-ad0e-57b1d5d733bd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.635088] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ea55cb9-5601-43bd-ad0e-57b1d5d733bd',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.163491] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.163491] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.163491] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.163491] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.163491] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.163491] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ea55cb9-5601-43bd-ad0e-57b1d5d733bd already deleted. [ 790.163491] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ea55cb9-5601-43bd-ad0e-57b1d5d733bd" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.475450] env[70062]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 794.475450] env[70062]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 795.067795] env[70062]: INFO networking_nsxv3.common.synchronization [None req-f48c190e-85a3-4171-a96a-656bd1105b53 tempest-AttachInterfacesTestJSON-1762870667 tempest-AttachInterfacesTestJSON-1762870667-project-member] Enqueued Resource ID: 8fbef30f-575f-4638-9300-f281ac560032 with Priority: HIGHEST for action security_group_rules [ 795.068398] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fbef30f-575f-4638-9300-f281ac560032 with Priority: HIGHEST for action security_group_rules [ 795.068713] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fbef30f-575f-4638-9300-f281ac560032 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.068877] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fbef30f-575f-4638-9300-f281ac560032" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.068965] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fbef30f-575f-4638-9300-f281ac560032" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.075032] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fbef30f-575f-4638-9300-f281ac560032" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.075496] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fbef30f-575f-4638-9300-f281ac560032',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.150759] env[70062]: INFO networking_nsxv3.common.synchronization [None req-1e11f25e-39d8-47dd-adbc-57b6760217ca tempest-AttachInterfacesTestJSON-1762870667 tempest-AttachInterfacesTestJSON-1762870667-project-member] Enqueued Resource ID: 8fbef30f-575f-4638-9300-f281ac560032 with Priority: HIGHEST for action security_group_rules [ 795.150963] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fbef30f-575f-4638-9300-f281ac560032 with Priority: HIGHEST for action security_group_rules [ 795.151546] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fbef30f-575f-4638-9300-f281ac560032 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.151653] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fbef30f-575f-4638-9300-f281ac560032" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.598336] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.599100] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.599918] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.600439] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.600882] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.602018] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fbef30f-575f-4638-9300-f281ac560032 already deleted. [ 795.602018] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fbef30f-575f-4638-9300-f281ac560032" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.602018] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fbef30f-575f-4638-9300-f281ac560032" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.602018] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fbef30f-575f-4638-9300-f281ac560032" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.602018] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fbef30f-575f-4638-9300-f281ac560032',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.125839] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.125839] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.126301] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.126301] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.126301] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.126301] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fbef30f-575f-4638-9300-f281ac560032 already deleted. [ 796.126529] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fbef30f-575f-4638-9300-f281ac560032" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.125801] env[70062]: INFO networking_nsxv3.common.synchronization [None req-41422b49-de04-45b4-8554-2db27c14d13e None None] Enqueued Resource ID: 19b4a4ff-9c52-4ba0-9515-65ceb7524352 with Priority: HIGHEST for action port [ 799.127792] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4a4ff-9c52-4ba0-9515-65ceb7524352 with Priority: HIGHEST for action port [ 799.129213] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-19b4a4ff-9c52-4ba0-9515-65ceb7524352 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.130082] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19b4a4ff-9c52-4ba0-9515-65ceb7524352" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.130082] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19b4a4ff-9c52-4ba0-9515-65ceb7524352" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.131508] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19b4a4ff-9c52-4ba0-9515-65ceb7524352" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.131508] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b4a4ff-9c52-4ba0-9515-65ceb7524352',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.634175] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19b4a4ff-9c52-4ba0-9515-65ceb7524352 [ 799.635913] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.636080] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.636162] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.636370] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.636462] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.636560] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19b4a4ff-9c52-4ba0-9515-65ceb7524352 already deleted. [ 799.636645] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19b4a4ff-9c52-4ba0-9515-65ceb7524352" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.823441] env[70062]: INFO networking_nsxv3.common.synchronization [None req-0a91653c-9d7e-40b8-b078-c4a687cf6793 tempest-AttachVolumeShelveTestJSON-1541897730 tempest-AttachVolumeShelveTestJSON-1541897730-project-member] Enqueued Resource ID: bade613a-4579-413f-9e72-cb6c78f1db76 with Priority: HIGHEST for action security_group_rules [ 800.824762] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bade613a-4579-413f-9e72-cb6c78f1db76 with Priority: HIGHEST for action security_group_rules [ 800.824762] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bade613a-4579-413f-9e72-cb6c78f1db76 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.824762] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bade613a-4579-413f-9e72-cb6c78f1db76" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.824762] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bade613a-4579-413f-9e72-cb6c78f1db76" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.824974] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bade613a-4579-413f-9e72-cb6c78f1db76" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.824974] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bade613a-4579-413f-9e72-cb6c78f1db76',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.902853] env[70062]: INFO networking_nsxv3.common.synchronization [None req-dcf0f26f-4777-49ba-84c2-77d681c9586d tempest-AttachVolumeShelveTestJSON-1541897730 tempest-AttachVolumeShelveTestJSON-1541897730-project-member] Enqueued Resource ID: bade613a-4579-413f-9e72-cb6c78f1db76 with Priority: HIGHEST for action security_group_rules [ 800.903437] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bade613a-4579-413f-9e72-cb6c78f1db76 with Priority: HIGHEST for action security_group_rules [ 800.903775] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bade613a-4579-413f-9e72-cb6c78f1db76 taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.903869] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bade613a-4579-413f-9e72-cb6c78f1db76" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.162187] env[70062]: INFO networking_nsxv3.common.synchronization [None req-50f97c17-91a9-44fc-916e-bfae2c758dc9 None None] Enqueued Resource ID: b00fb016-e09a-4308-b807-507d1e7f603c with Priority: HIGHEST for action port [ 801.162187] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00fb016-e09a-4308-b807-507d1e7f603c with Priority: HIGHEST for action port [ 801.162187] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock port-b00fb016-e09a-4308-b807-507d1e7f603c taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.162187] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b00fb016-e09a-4308-b807-507d1e7f603c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.162187] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b00fb016-e09a-4308-b807-507d1e7f603c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.162187] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b00fb016-e09a-4308-b807-507d1e7f603c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.162187] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00fb016-e09a-4308-b807-507d1e7f603c',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.347675] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.347849] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.347902] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.348127] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.348216] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.348309] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bade613a-4579-413f-9e72-cb6c78f1db76 already deleted. [ 801.348390] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bade613a-4579-413f-9e72-cb6c78f1db76" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.348591] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bade613a-4579-413f-9e72-cb6c78f1db76" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.348755] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bade613a-4579-413f-9e72-cb6c78f1db76" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.348836] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bade613a-4579-413f-9e72-cb6c78f1db76',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.664615] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b00fb016-e09a-4308-b807-507d1e7f603c [ 801.664845] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.664983] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.665152] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.665377] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.665436] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.665537] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b00fb016-e09a-4308-b807-507d1e7f603c already deleted. [ 801.665622] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b00fb016-e09a-4308-b807-507d1e7f603c" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.870296] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.870620] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.870620] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.870747] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.870841] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.870951] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bade613a-4579-413f-9e72-cb6c78f1db76 already deleted. [ 801.871053] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bade613a-4579-413f-9e72-cb6c78f1db76" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.455434] env[70062]: INFO networking_nsxv3.common.synchronization [None req-a66a8c5a-a8f0-4a61-81c7-e72748990b1f tempest-AttachVolumeShelveTestJSON-1541897730 tempest-AttachVolumeShelveTestJSON-1541897730-project-member] Enqueued Resource ID: f650843d-3f68-4eb9-b803-a0bb534e67ec with Priority: HIGHEST for action security_group_rules [ 803.458017] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f650843d-3f68-4eb9-b803-a0bb534e67ec with Priority: HIGHEST for action security_group_rules [ 803.458501] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f650843d-3f68-4eb9-b803-a0bb534e67ec taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.458631] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f650843d-3f68-4eb9-b803-a0bb534e67ec" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.458701] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f650843d-3f68-4eb9-b803-a0bb534e67ec" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.458960] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f650843d-3f68-4eb9-b803-a0bb534e67ec" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.459060] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f650843d-3f68-4eb9-b803-a0bb534e67ec',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.528404] env[70062]: INFO networking_nsxv3.common.synchronization [None req-f63863aa-634b-4447-b0bc-ebb034e87543 tempest-AttachVolumeShelveTestJSON-1541897730 tempest-AttachVolumeShelveTestJSON-1541897730-project-member] Enqueued Resource ID: f650843d-3f68-4eb9-b803-a0bb534e67ec with Priority: HIGHEST for action security_group_rules [ 803.528404] env[70062]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f650843d-3f68-4eb9-b803-a0bb534e67ec with Priority: HIGHEST for action security_group_rules [ 803.528937] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f650843d-3f68-4eb9-b803-a0bb534e67ec taken with stack trace [, , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.529289] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f650843d-3f68-4eb9-b803-a0bb534e67ec" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.987067] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.987231] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.987311] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.987541] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.987634] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.987727] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f650843d-3f68-4eb9-b803-a0bb534e67ec already deleted. [ 803.987810] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f650843d-3f68-4eb9-b803-a0bb534e67ec" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.987961] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f650843d-3f68-4eb9-b803-a0bb534e67ec" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.988134] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f650843d-3f68-4eb9-b803-a0bb534e67ec" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.988219] env[70062]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f650843d-3f68-4eb9-b803-a0bb534e67ec',) {} {{(pid=70062) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.508554] env[70062]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70062) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.508554] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.508981] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.508981] env[70062]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.509068] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.509199] env[70062]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f650843d-3f68-4eb9-b803-a0bb534e67ec already deleted. [ 804.509344] env[70062]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f650843d-3f68-4eb9-b803-a0bb534e67ec" {{(pid=70062) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.529575] env[70062]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 808.529938] env[70062]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 813.530816] env[70062]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 813.531246] env[70062]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 818.532027] env[70062]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 818.532402] env[70062]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 823.533731] env[70062]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 823.534146] env[70062]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0