[ 616.013115] env[69711]: INFO neutron.common.config [-] Logging enabled! [ 616.013639] env[69711]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 616.013999] env[69711]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69711) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 616.014324] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 616.014426] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 616.015313] env[69711]: WARNING oslo_policy.policy [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 616.015551] env[69711]: WARNING oslo_policy.policy [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 616.017125] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] VMware NSXv3 Agent initialized successfully. [ 616.017489] env[69711]: DEBUG oslo_concurrency.lockutils [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] Acquiring lock "singleton_lock" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.017623] env[69711]: DEBUG oslo_concurrency.lockutils [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] Acquired lock "singleton_lock" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.017910] env[69711]: DEBUG oslo_concurrency.lockutils [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] Releasing lock "singleton_lock" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.018152] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] Full set of CONF: {{(pid=69711) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 616.018294] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ******************************************************************************** {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 616.018401] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] Configuration options gathered from: {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 616.018765] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 616.018939] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 616.019060] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ================================================================================ {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 616.019235] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] agent_down_time = 75 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.019379] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] allow_automatic_dhcp_failover = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.019519] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] allow_bulk = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.019660] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] api_extensions_path = {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.019800] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] api_paste_config = api-paste.ini {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.019937] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] auth_strategy = keystone {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.020054] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] backdoor_port = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.020158] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] backdoor_socket = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.020301] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] backlog = 4096 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.020440] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] base_mac = fa:16:3e:00:00:00 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.020597] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] bind_host = 0.0.0.0 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.020738] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] bind_port = 9696 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.020874] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] client_socket_timeout = 900 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.021020] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] config_dir = [] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.021131] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.021274] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] config_source = [] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.021415] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] control_exchange = neutron {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.021551] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] core_plugin = ml2 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.021688] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] debug = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.021823] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] default_availability_zones = [] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.022037] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.022182] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] dhcp_agent_notification = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.022323] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] dhcp_agents_per_network = 1 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.022459] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] dhcp_lease_duration = 86400 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.022602] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] dhcp_load_type = networks {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.022737] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] dns_domain = openstacklocal {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.022872] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.023012] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] enable_default_route_bfd = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.023147] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] enable_default_route_ecmp = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.023278] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] enable_dvr = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.023407] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] enable_new_agents = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.023550] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.023665] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] enable_signals = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.023793] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] enable_traditional_dhcp = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.023918] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] external_dns_driver = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.024060] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] filter_validation = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.024204] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] global_physnet_mtu = 8950 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.024341] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] graceful_shutdown_timeout = 60 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.024519] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] host = cpu-1 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.024659] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] host_dvr_for_dhcp = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.024798] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] http_retries = 3 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.024937] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] instance_format = [instance: %(uuid)s] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.025089] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.025255] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ipam_driver = internal {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.025394] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ipv6_pd_enabled = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.025527] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] l3_ha = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.025664] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.025802] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] l3_ha_network_physical_name = {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.025939] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] l3_ha_network_type = {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.026089] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] log_color = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.026230] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] log_config_append = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.026370] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.026502] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] log_dir = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.026633] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] log_file = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.026738] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] log_options = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.026876] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] log_rotate_interval = 1 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.027024] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] log_rotate_interval_type = days {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.027200] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] log_rotation_type = none {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.027312] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.027410] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.027544] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.027677] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.027780] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.027918] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] max_dns_nameservers = 5 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.028065] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] max_header_line = 16384 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.028205] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] max_l3_agents_per_router = 3 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.028343] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] max_logfile_count = 30 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.028476] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] max_logfile_size_mb = 200 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.028611] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] max_subnet_host_routes = 20 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.028749] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] my_ip = 10.180.1.21 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.028885] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] my_ipv6 = ::1 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.029029] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] network_auto_schedule = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.029163] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] network_link_prefix = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.029303] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.029444] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] notify_nova_on_port_data_changes = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.029579] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] notify_nova_on_port_status_changes = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.029717] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] pagination_max_limit = -1 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.029849] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] publish_errors = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.029984] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] rate_limit_burst = 0 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.030137] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] rate_limit_except_level = CRITICAL {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.030272] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] rate_limit_interval = 0 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.030405] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] retry_until_window = 30 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.030538] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] router_distributed = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.030674] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] rpc_resources_processing_step = 20 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.030809] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] rpc_response_max_timeout = 600 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.030944] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] rpc_response_timeout = 60 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.031095] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] send_events_interval = 2 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.031248] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] service_plugins = ['router'] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.031389] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] setproctitle = on {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.031517] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] shell_completion = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.031654] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] state_path = /opt/stack/data/neutron {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.031792] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] syslog_log_facility = LOG_USER {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.031928] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] tcp_keepidle = 600 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.032079] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] transport_url = **** {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.032217] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] use_journal = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.032352] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] use_json = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.032483] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] use_ssl = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.032613] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] use_stderr = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.032749] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] use_syslog = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.032879] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] vlan_qinq = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.033017] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] vlan_transparent = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.033152] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] watch_log_file = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.033288] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] wsgi_default_pool_size = 100 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.033416] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] wsgi_keep_alive = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.033552] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.033709] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] wsgi_server_debug = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 616.033835] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_concurrency.disable_process_locking = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.033976] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.034137] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.034276] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.034413] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.034551] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.034689] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.034841] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler.connection_string = messaging:// {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.034985] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler.enabled = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.035170] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler.es_doc_type = notification {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.035335] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler.es_scroll_size = 10000 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.035481] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler.es_scroll_time = 2m {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.035618] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler.filter_error_trace = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.035759] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler.hmac_keys = **** {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.035899] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler.sentinel_service_name = mymaster {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.036060] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler.socket_timeout = 0.1 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.036200] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler.trace_requests = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.036334] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler.trace_sqlalchemy = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.036481] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler_jaeger.process_tags = {} {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.036614] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler_jaeger.service_name_prefix = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.036745] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] profiler_otlp.service_name_prefix = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.036891] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_policy.enforce_new_defaults = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.037205] env[69711]: WARNING oslo_config.cfg [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 616.037366] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_policy.enforce_scope = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.037512] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_policy.policy_default_rule = default {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.037665] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.037806] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.037948] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.038095] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.038227] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.038363] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.038500] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.038641] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_policy.remote_timeout = 60.0 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.038793] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.038941] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] agent.extensions = [] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.039096] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.039245] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] service_providers.service_provider = [] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.039392] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] QUOTAS.default_quota = -1 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.039534] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.039670] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] QUOTAS.quota_floatingip = 50 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.039805] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] QUOTAS.quota_network = 100 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.039939] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] QUOTAS.quota_port = 500 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.040086] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.040221] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] QUOTAS.quota_router = 10 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.040354] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] QUOTAS.quota_security_group = 10 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.040489] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.040624] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] QUOTAS.quota_subnet = 100 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.040757] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] QUOTAS.track_quota_usage = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.040902] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.041134] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep.group = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.041342] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep.helper_command = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.041490] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep.log_daemon_traceback = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.041629] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.041768] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep.thread_pool_size = 8 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.041902] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep.user = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.042061] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.042197] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_dhcp_release.group = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.042329] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_dhcp_release.helper_command = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.042463] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.042599] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.042733] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.042863] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_dhcp_release.user = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.043012] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.043147] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_ovs_vsctl.group = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.043280] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_ovs_vsctl.helper_command = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.043412] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.043546] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.043681] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.043820] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_ovs_vsctl.user = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.043947] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_namespace.capabilities = [21] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.044084] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_namespace.group = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.044216] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_namespace.helper_command = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.044350] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_namespace.log_daemon_traceback = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.044486] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.044624] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_namespace.thread_pool_size = 8 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.044755] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_namespace.user = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.044893] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_conntrack.capabilities = [12] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.045056] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_conntrack.group = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.045229] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_conntrack.helper_command = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.045373] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_conntrack.log_daemon_traceback = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.045512] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.045649] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.045781] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_conntrack.user = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.045924] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_link.capabilities = [12, 21] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.046063] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_link.group = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.046194] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_link.helper_command = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.046327] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_link.log_daemon_traceback = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.046463] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.046595] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_link.thread_pool_size = 8 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.046722] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] privsep_link.user = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.046873] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.047021] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.047184] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.continue_on_failed_promotions = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.047327] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.dscp = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.047464] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.dscp_inherit = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.047605] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.force_mp_to_policy = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.047743] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.locking_coordinator_url = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.047881] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.log_agent_heartbeats = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.048033] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.logging_expire = 1 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.048249] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.048408] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.048578] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.polling_interval = 240 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.048752] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.048903] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.049062] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.report_interval = 30.0 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.049208] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.049349] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.049490] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.049630] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.sync_skew = 60 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.049767] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.synchronization_queue_size = 20 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.049904] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT.use_helper_for_ns_read = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.050058] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] SECURITYGROUP.enable_ipset = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.050203] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] SECURITYGROUP.enable_security_group = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.050411] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.050481] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.050617] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] experimental.ipv6_pd_enabled = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.050807] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ml2.extension_drivers = ['port_security'] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.050908] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ml2.external_network_type = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.051045] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.051192] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ml2.overlay_ip_version = 4 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.051336] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ml2.path_mtu = 8950 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.051481] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ml2.physical_network_mtus = {} {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.051626] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ml2.tenant_network_types = ['vlan'] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.051824] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.051994] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ml2.type_drivers = ['vlan'] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.052163] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT_CLI.neutron_port_id = [] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.052303] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.052439] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.052589] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.052736] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.052877] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.053028] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.053176] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.053321] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.053520] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.053667] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_login_password = **** {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.053814] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_login_port = 443 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.053952] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_login_user = admin {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.054103] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.054247] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.054384] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.054518] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.054659] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.054804] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.054953] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.055131] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.055290] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.055436] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.055584] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.055726] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.055861] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.056063] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.056214] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] vsphere.vsphere_login_password = VMware1! {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.056357] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.056494] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.056634] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] nova.auth_section = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.056781] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] nova.auth_type = password {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.056926] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.057073] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] nova.certfile = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.057246] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] nova.collect_timing = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.057401] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] nova.endpoint_type = public {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.057541] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] nova.insecure = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.057674] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] nova.keyfile = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.058113] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] nova.region_name = RegionOne {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.058294] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] nova.split_loggers = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.058440] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] nova.timeout = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.058587] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] placement.auth_section = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.058846] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] placement.auth_type = password {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.059009] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.059158] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] placement.certfile = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.059302] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] placement.collect_timing = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.059645] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] placement.endpoint_type = public {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.059645] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] placement.insecure = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.059772] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] placement.keyfile = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.059906] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] placement.region_name = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.060060] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] placement.split_loggers = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.060199] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] placement.timeout = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.060346] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.auth_section = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.060484] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.auth_type = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.060617] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.cafile = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.060749] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.certfile = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.060883] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.collect_timing = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.061027] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.connect_retries = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.061165] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.connect_retry_delay = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.061306] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.enable_notifications = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.061463] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.endpoint_override = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.061564] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.insecure = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.061722] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.interface = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.061819] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.keyfile = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.061973] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.max_version = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.062097] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.min_version = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.062233] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.region_name = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.062367] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.retriable_status_codes = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.062498] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.service_name = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.062631] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.service_type = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.062765] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.split_loggers = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.062898] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.status_code_retries = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.063040] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.status_code_retry_delay = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.063176] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.timeout = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.063312] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.valid_interfaces = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.063442] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ironic.version = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.063583] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] cli_script.dry_run = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.063728] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.063877] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.064025] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.064172] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.064341] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.064440] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.064576] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.065115] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.065115] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.065115] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.065259] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.065383] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.065533] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.065676] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.065813] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.065954] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.066110] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.066252] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.066397] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.066536] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.066672] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.066807] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.066967] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.067208] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.067360] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.067503] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.067642] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.067781] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.067916] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.068067] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.068230] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.ssl = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.068379] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.068521] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.068657] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.068797] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.068935] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.ssl_version = {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.069083] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.069236] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_notifications.driver = [] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.069377] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_notifications.retry = -1 {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.069540] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.069675] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] oslo_messaging_notifications.transport_url = **** {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 616.069783] env[69711]: DEBUG oslo_service.backend.eventlet.service [None req-059d0bf3-f965-4dfd-89b1-3af4beda8b7c None None] ******************************************************************************** {{(pid=69711) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 616.070817] env[69711]: DEBUG neutron.agent.securitygroups_rpc [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Init firewall settings (driver=nsxv3) {{(pid=69711) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 616.072127] env[69711]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69711) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 616.072368] env[69711]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] RPC agent_id: nsxm-l-01a.corp.local [ 616.074678] env[69711]: DEBUG dogpile.cache.region [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] No value present for key: 'zone-id' {{(pid=69711) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.074797] env[69711]: DEBUG dogpile.lock [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] NeedRegenerationException {{(pid=69711) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.074891] env[69711]: DEBUG dogpile.lock [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] no value, waiting for create lock {{(pid=69711) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.074979] env[69711]: DEBUG dogpile.lock [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] value creation lock acquired {{(pid=69711) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.075112] env[69711]: DEBUG dogpile.cache.region [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] No value present for key: 'zone-id' {{(pid=69711) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.075212] env[69711]: DEBUG dogpile.lock [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Calling creation function for not-yet-present value {{(pid=69711) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.075333] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.127049] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Session token - acquiring [ 616.128662] env[69711]: DEBUG networking_nsxv3.common.locking [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.128845] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.128944] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.129388] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.141785] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.425826] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 616.448928] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.449180] env[69711]: DEBUG dogpile.cache.region [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Cache value generated in 0.374 seconds for key(s): 'zone-id' {{(pid=69711) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 616.449256] env[69711]: DEBUG dogpile.lock [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Released creation lock {{(pid=69711) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.449306] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Activating Policy API Provider. [ 616.449499] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Looking for the default Infrastructure Rules. [ 616.513384] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Looking for the Default Layer3 Logged Drop Section. [ 616.533118] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 616.533600] env[69711]: DEBUG networking_nsxv3.common.locking [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.533776] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquiring lock "all" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.533879] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired lock "all" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.534198] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired external semaphore "all" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.534534] env[69711]: DEBUG networking_nsxv3.api.rpc [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.049079] env[69711]: DEBUG networking_nsxv3.api.rpc [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.551287] env[69711]: DEBUG networking_nsxv3.api.rpc [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.053324] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Inventory metadata is going to be refreshed. [ 618.053747] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 618.912158] env[69711]: DEBUG networking_nsxv3.common.locking [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.912471] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquiring lock "Segment" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.912529] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired lock "Segment" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.912854] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired external semaphore "Segment" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.924079] env[69711]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 618.925060] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Releasing lock "Segment" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.926044] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 618.945743] env[69711]: DEBUG networking_nsxv3.common.locking [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.946043] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.946138] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.946494] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.946659] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.946849] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 618.946989] env[69711]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69711) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 618.947178] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 618.969404] env[69711]: DEBUG networking_nsxv3.common.locking [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.969717] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.969806] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.970182] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.970446] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.970673] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 618.992071] env[69711]: DEBUG networking_nsxv3.common.locking [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.992335] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.992406] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.992711] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.992886] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.993084] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 619.012461] env[69711]: DEBUG networking_nsxv3.common.locking [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.012698] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquiring lock "Address Group" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.012787] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired lock "Address Group" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.013102] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired external semaphore "Address Group" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.013278] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Releasing lock "Address Group" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.013452] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 619.013577] env[69711]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69711) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 619.013716] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 619.030497] env[69711]: DEBUG networking_nsxv3.common.locking [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.030715] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquiring lock "Segment QoS" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.030767] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired lock "Segment QoS" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.031103] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired external semaphore "Segment QoS" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.031261] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Releasing lock "Segment QoS" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.031808] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 619.031808] env[69711]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69711) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 619.031808] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 619.051012] env[69711]: DEBUG networking_nsxv3.common.locking [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.051253] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquiring lock "Security Group (Members)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.051363] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired lock "Security Group (Members)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.051680] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.051852] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Releasing lock "Security Group (Members)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.052051] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 619.052188] env[69711]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69711) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 619.052311] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Inventory metadata have been refreshed. [ 619.052426] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Dryrun:True. Metadata refresh completed. [ 619.052565] env[69711]: DEBUG oslo_concurrency.lockutils [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Releasing lock "all" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.054312] env[69711]: INFO neutron.agent.agent_extensions_manager [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Loaded agent extensions: [] [ 619.055079] env[69711]: DEBUG neutron_lib.callbacks.manager [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69711) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 619.110776] env[69711]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] NSXv3 Agent Agent RPC Daemon Started! [ 619.111012] env[69711]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] NSXv3 Agent Agent loop - iteration:0 started [ 619.111012] env[69711]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0efa6d08-ea8d-4ece-8d16-79828ccaf965 None None] NSXv3 Agent Agent out of sync with plugin! [ 624.055792] env[69711]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 624.055792] env[69711]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 629.057052] env[69711]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 629.057052] env[69711]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 633.759426] env[69711]: INFO networking_nsxv3.common.synchronization [None req-1549e854-4a2e-4624-b8fd-161b66605753 demo admin] Enqueued Resource ID: c5a99d7a-7256-4a64-b4e9-311a9ffa88ad with Priority: HIGHEST for action security_group_rules [ 633.759426] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a99d7a-7256-4a64-b4e9-311a9ffa88ad with Priority: HIGHEST for action security_group_rules [ 633.759426] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a99d7a-7256-4a64-b4e9-311a9ffa88ad taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.759426] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a99d7a-7256-4a64-b4e9-311a9ffa88ad" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.759426] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a99d7a-7256-4a64-b4e9-311a9ffa88ad" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.760054] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a99d7a-7256-4a64-b4e9-311a9ffa88ad" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.760245] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a99d7a-7256-4a64-b4e9-311a9ffa88ad',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.280393] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.280616] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.280659] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.281267] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.281267] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.281267] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a99d7a-7256-4a64-b4e9-311a9ffa88ad already deleted. [ 634.281267] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a99d7a-7256-4a64-b4e9-311a9ffa88ad" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.759486] env[69711]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 638.759983] env[69711]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 643.760516] env[69711]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 643.760940] env[69711]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 648.761795] env[69711]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 648.762197] env[69711]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 652.057912] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.058446] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.058560] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.058751] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.058984] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.561792] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.064420] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.566380] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 653.566608] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 653.762986] env[69711]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 653.763158] env[69711]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 654.308027] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.308027] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.308027] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.308027] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.333351] env[69711]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 654.335042] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.336513] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 654.356218] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.356520] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.356520] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.356659] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.356722] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.356831] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 654.356901] env[69711]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69711) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 654.356969] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 654.379077] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.379371] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.379450] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.379655] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.379791] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.379900] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 654.403973] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.404300] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.404300] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.404434] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.404488] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.404614] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 654.428357] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.429190] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.429190] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.429190] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.429190] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.429190] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 654.429190] env[69711]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69711) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 654.429190] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 654.451028] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.451028] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.451028] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.451028] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.451028] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.451028] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 654.451028] env[69711]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69711) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 654.451028] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 654.470073] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.470390] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.470390] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.470517] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.470575] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.470682] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 654.470749] env[69711]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69711) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 654.470813] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 654.470877] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 654.471121] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 654.471208] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 654.471269] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 654.471533] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 654.471633] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 654.471702] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 654.493087] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.493385] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.493385] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.493517] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.493596] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.493703] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 654.517727] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.518063] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.518063] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.518193] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.518251] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.533191] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.763811] env[69711]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 658.764134] env[69711]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 661.653417] env[69711]: INFO networking_nsxv3.common.synchronization [None req-5e039c7a-968c-4a2b-a3e4-5975f7933d18 None None] Enqueued Resource ID: c42a8bd7-392f-4c6f-8ebb-e1861e0ee426 with Priority: HIGHEST for action port [ 661.653822] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42a8bd7-392f-4c6f-8ebb-e1861e0ee426 with Priority: HIGHEST for action port [ 661.655825] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-c42a8bd7-392f-4c6f-8ebb-e1861e0ee426 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.655825] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c42a8bd7-392f-4c6f-8ebb-e1861e0ee426" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.655825] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c42a8bd7-392f-4c6f-8ebb-e1861e0ee426" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.655825] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c42a8bd7-392f-4c6f-8ebb-e1861e0ee426" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.655825] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c42a8bd7-392f-4c6f-8ebb-e1861e0ee426',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.788859] env[69711]: INFO networking_nsxv3.common.synchronization [None req-3e73a086-10d1-4cec-ada1-972513dbd3de None None] Enqueued Resource ID: be0e8694-8c4e-48ec-82eb-65902715afab with Priority: HIGHEST for action port [ 661.789145] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0e8694-8c4e-48ec-82eb-65902715afab with Priority: HIGHEST for action port [ 661.789698] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-be0e8694-8c4e-48ec-82eb-65902715afab taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.789947] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be0e8694-8c4e-48ec-82eb-65902715afab" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.789947] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be0e8694-8c4e-48ec-82eb-65902715afab" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.790144] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be0e8694-8c4e-48ec-82eb-65902715afab" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.790228] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0e8694-8c4e-48ec-82eb-65902715afab',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.157676] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c42a8bd7-392f-4c6f-8ebb-e1861e0ee426 [ 662.158959] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.158959] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.158959] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.158959] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.158959] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.158959] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c42a8bd7-392f-4c6f-8ebb-e1861e0ee426 already deleted. [ 662.158959] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c42a8bd7-392f-4c6f-8ebb-e1861e0ee426" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.294130] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be0e8694-8c4e-48ec-82eb-65902715afab [ 662.297021] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.297021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.297021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.297021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.297021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.297021] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be0e8694-8c4e-48ec-82eb-65902715afab already deleted. [ 662.297021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be0e8694-8c4e-48ec-82eb-65902715afab" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.624282] env[69711]: INFO networking_nsxv3.common.synchronization [None req-f8544f41-14ac-4a56-9538-19cc22d78787 None None] Enqueued Resource ID: 83fe6319-7f4d-47b5-a743-0499aae8c738 with Priority: HIGHEST for action port [ 663.624282] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83fe6319-7f4d-47b5-a743-0499aae8c738 with Priority: HIGHEST for action port [ 663.624282] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-83fe6319-7f4d-47b5-a743-0499aae8c738 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.624282] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83fe6319-7f4d-47b5-a743-0499aae8c738" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.624282] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83fe6319-7f4d-47b5-a743-0499aae8c738" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.624282] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83fe6319-7f4d-47b5-a743-0499aae8c738" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.624282] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83fe6319-7f4d-47b5-a743-0499aae8c738',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.674765] env[69711]: INFO networking_nsxv3.common.synchronization [None req-0c5d37a7-cca6-46b8-bdfd-ef79eead1ede None None] Enqueued Resource ID: 23be252b-7952-44fa-a2a0-0b6b7dd50d3f with Priority: HIGHEST for action port [ 663.675141] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23be252b-7952-44fa-a2a0-0b6b7dd50d3f with Priority: HIGHEST for action port [ 663.675563] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-23be252b-7952-44fa-a2a0-0b6b7dd50d3f taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.675686] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23be252b-7952-44fa-a2a0-0b6b7dd50d3f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.675749] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23be252b-7952-44fa-a2a0-0b6b7dd50d3f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.676021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23be252b-7952-44fa-a2a0-0b6b7dd50d3f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.676108] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23be252b-7952-44fa-a2a0-0b6b7dd50d3f',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.127637] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83fe6319-7f4d-47b5-a743-0499aae8c738 [ 664.127781] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.127923] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.128629] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.128907] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.129029] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.129161] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83fe6319-7f4d-47b5-a743-0499aae8c738 already deleted. [ 664.129207] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83fe6319-7f4d-47b5-a743-0499aae8c738" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.153749] env[69711]: INFO networking_nsxv3.common.synchronization [None req-ee47a751-8ea7-419c-b28c-35c2c0386717 None None] Enqueued Resource ID: 17c1d01a-e72f-484f-a8c0-4656057a8985 with Priority: HIGHEST for action port [ 664.153876] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17c1d01a-e72f-484f-a8c0-4656057a8985 with Priority: HIGHEST for action port [ 664.154349] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-17c1d01a-e72f-484f-a8c0-4656057a8985 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.154349] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17c1d01a-e72f-484f-a8c0-4656057a8985" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.154808] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17c1d01a-e72f-484f-a8c0-4656057a8985" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.155041] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17c1d01a-e72f-484f-a8c0-4656057a8985" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.155200] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17c1d01a-e72f-484f-a8c0-4656057a8985',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.178695] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23be252b-7952-44fa-a2a0-0b6b7dd50d3f [ 664.178954] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.179145] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.179621] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.179845] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.179947] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.180403] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23be252b-7952-44fa-a2a0-0b6b7dd50d3f already deleted. [ 664.180403] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23be252b-7952-44fa-a2a0-0b6b7dd50d3f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.658084] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17c1d01a-e72f-484f-a8c0-4656057a8985 [ 664.658401] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.658558] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.658558] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.658841] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.658841] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.658986] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17c1d01a-e72f-484f-a8c0-4656057a8985 already deleted. [ 664.658986] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17c1d01a-e72f-484f-a8c0-4656057a8985" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.985196] env[69711]: INFO networking_nsxv3.common.synchronization [None req-24d2a52c-4d68-4ec4-9059-6a851f4646dd None None] Enqueued Resource ID: 041af1a9-5bc6-46bf-9b9d-f303262f21c7 with Priority: HIGHEST for action port [ 664.985196] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041af1a9-5bc6-46bf-9b9d-f303262f21c7 with Priority: HIGHEST for action port [ 664.985196] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-041af1a9-5bc6-46bf-9b9d-f303262f21c7 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.985196] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-041af1a9-5bc6-46bf-9b9d-f303262f21c7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.985196] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-041af1a9-5bc6-46bf-9b9d-f303262f21c7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.985574] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-041af1a9-5bc6-46bf-9b9d-f303262f21c7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.985574] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('041af1a9-5bc6-46bf-9b9d-f303262f21c7',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.176359] env[69711]: INFO networking_nsxv3.common.synchronization [None req-38dbba84-6f57-425f-b1ad-7ab368401f48 None None] Enqueued Resource ID: 62072766-f17c-4473-bb86-a5050ce90584 with Priority: HIGHEST for action port [ 665.177763] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62072766-f17c-4473-bb86-a5050ce90584 with Priority: HIGHEST for action port [ 665.178374] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-62072766-f17c-4473-bb86-a5050ce90584 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.178651] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62072766-f17c-4473-bb86-a5050ce90584" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.180504] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62072766-f17c-4473-bb86-a5050ce90584" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.180504] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62072766-f17c-4473-bb86-a5050ce90584" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.180504] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62072766-f17c-4473-bb86-a5050ce90584',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.488565] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 041af1a9-5bc6-46bf-9b9d-f303262f21c7 [ 665.491402] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.491693] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.491768] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.495021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.495021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.495021] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:041af1a9-5bc6-46bf-9b9d-f303262f21c7 already deleted. [ 665.495021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-041af1a9-5bc6-46bf-9b9d-f303262f21c7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.683532] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62072766-f17c-4473-bb86-a5050ce90584 [ 665.683838] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.683953] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.683953] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.684561] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.684561] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.684561] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62072766-f17c-4473-bb86-a5050ce90584 already deleted. [ 665.684561] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62072766-f17c-4473-bb86-a5050ce90584" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.770112] env[69711]: INFO networking_nsxv3.common.synchronization [None req-12696c69-e13a-4394-902a-5fff7a45177d None None] Enqueued Resource ID: 2cee945c-af5d-41ec-b74d-5203f5abd56f with Priority: HIGHEST for action port [ 665.770373] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cee945c-af5d-41ec-b74d-5203f5abd56f with Priority: HIGHEST for action port [ 665.773029] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cee945c-af5d-41ec-b74d-5203f5abd56f taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.773029] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cee945c-af5d-41ec-b74d-5203f5abd56f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.773029] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cee945c-af5d-41ec-b74d-5203f5abd56f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.773029] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cee945c-af5d-41ec-b74d-5203f5abd56f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.773029] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cee945c-af5d-41ec-b74d-5203f5abd56f',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.276752] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cee945c-af5d-41ec-b74d-5203f5abd56f [ 666.276752] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.276752] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.276752] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.276752] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.276752] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.276752] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cee945c-af5d-41ec-b74d-5203f5abd56f already deleted. [ 666.276752] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cee945c-af5d-41ec-b74d-5203f5abd56f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.583775] env[69711]: INFO networking_nsxv3.common.synchronization [None req-05cda77a-8f20-44ea-94f9-087bd67a5385 None None] Enqueued Resource ID: fb528fed-8bf3-4358-8fb4-af1cdc7d577c with Priority: HIGHEST for action port [ 666.583775] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb528fed-8bf3-4358-8fb4-af1cdc7d577c with Priority: HIGHEST for action port [ 666.584047] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb528fed-8bf3-4358-8fb4-af1cdc7d577c taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.584151] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb528fed-8bf3-4358-8fb4-af1cdc7d577c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.584210] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb528fed-8bf3-4358-8fb4-af1cdc7d577c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.584433] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb528fed-8bf3-4358-8fb4-af1cdc7d577c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.584500] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb528fed-8bf3-4358-8fb4-af1cdc7d577c',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.088843] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb528fed-8bf3-4358-8fb4-af1cdc7d577c [ 667.089588] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.089588] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.089588] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.089588] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.089588] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.089787] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb528fed-8bf3-4358-8fb4-af1cdc7d577c already deleted. [ 667.089787] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb528fed-8bf3-4358-8fb4-af1cdc7d577c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.607197] env[69711]: INFO networking_nsxv3.common.synchronization [None req-19d99e9f-f226-4862-b420-f7807804de13 None None] Enqueued Resource ID: 278e4c53-5320-4566-b4f7-5beca116ea9c with Priority: HIGHEST for action port [ 669.607197] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 278e4c53-5320-4566-b4f7-5beca116ea9c with Priority: HIGHEST for action port [ 669.607497] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-278e4c53-5320-4566-b4f7-5beca116ea9c taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.607854] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-278e4c53-5320-4566-b4f7-5beca116ea9c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.607957] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-278e4c53-5320-4566-b4f7-5beca116ea9c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.608740] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-278e4c53-5320-4566-b4f7-5beca116ea9c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.608905] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('278e4c53-5320-4566-b4f7-5beca116ea9c',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.007250] env[69711]: INFO networking_nsxv3.common.synchronization [None req-0d34bd8f-e138-4483-8262-c51a7f9a86eb tempest-ServersV294TestFqdnHostnames-422433244 tempest-ServersV294TestFqdnHostnames-422433244-project-member] Enqueued Resource ID: 2e73b7ad-d380-45f8-aa38-c23601218e91 with Priority: HIGHEST for action security_group_rules [ 670.009018] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e73b7ad-d380-45f8-aa38-c23601218e91 with Priority: HIGHEST for action security_group_rules [ 670.009018] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e73b7ad-d380-45f8-aa38-c23601218e91 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.009018] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e73b7ad-d380-45f8-aa38-c23601218e91" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.009018] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e73b7ad-d380-45f8-aa38-c23601218e91" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.009323] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e73b7ad-d380-45f8-aa38-c23601218e91" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.009323] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e73b7ad-d380-45f8-aa38-c23601218e91',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.113033] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 278e4c53-5320-4566-b4f7-5beca116ea9c [ 670.113223] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.113358] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.113545] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.113906] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.114042] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.114110] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:278e4c53-5320-4566-b4f7-5beca116ea9c already deleted. [ 670.114213] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-278e4c53-5320-4566-b4f7-5beca116ea9c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.127967] env[69711]: INFO networking_nsxv3.common.synchronization [None req-e173052d-7cf2-4840-af8c-f4202e419b17 None None] Enqueued Resource ID: d961436a-dc48-4f19-b413-309a97b57644 with Priority: HIGHEST for action port [ 670.128258] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d961436a-dc48-4f19-b413-309a97b57644 with Priority: HIGHEST for action port [ 670.128867] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-d961436a-dc48-4f19-b413-309a97b57644 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.129376] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d961436a-dc48-4f19-b413-309a97b57644" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.130207] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d961436a-dc48-4f19-b413-309a97b57644" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.131054] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d961436a-dc48-4f19-b413-309a97b57644" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.131228] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d961436a-dc48-4f19-b413-309a97b57644',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.219450] env[69711]: INFO networking_nsxv3.common.synchronization [None req-631da35e-d6d4-4ff6-b408-81927eb166f7 tempest-ServersV294TestFqdnHostnames-422433244 tempest-ServersV294TestFqdnHostnames-422433244-project-member] Enqueued Resource ID: 2e73b7ad-d380-45f8-aa38-c23601218e91 with Priority: HIGHEST for action security_group_rules [ 670.220421] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e73b7ad-d380-45f8-aa38-c23601218e91 with Priority: HIGHEST for action security_group_rules [ 670.221472] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e73b7ad-d380-45f8-aa38-c23601218e91 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.221472] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e73b7ad-d380-45f8-aa38-c23601218e91" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.485087] env[69711]: INFO networking_nsxv3.common.synchronization [None req-d3d534b9-e708-42d1-afb0-2d02afaee25e None None] Enqueued Resource ID: f1b5be80-5bc3-437e-affc-7a26762e9082 with Priority: HIGHEST for action port [ 670.485087] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b5be80-5bc3-437e-affc-7a26762e9082 with Priority: HIGHEST for action port [ 670.486214] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1b5be80-5bc3-437e-affc-7a26762e9082 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.486214] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1b5be80-5bc3-437e-affc-7a26762e9082" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.486214] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1b5be80-5bc3-437e-affc-7a26762e9082" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.486214] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1b5be80-5bc3-437e-affc-7a26762e9082" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.486406] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b5be80-5bc3-437e-affc-7a26762e9082',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.532796] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.533578] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.533578] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.533578] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.533776] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.533776] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e73b7ad-d380-45f8-aa38-c23601218e91 already deleted. [ 670.533835] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e73b7ad-d380-45f8-aa38-c23601218e91" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.533988] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e73b7ad-d380-45f8-aa38-c23601218e91" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.534216] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e73b7ad-d380-45f8-aa38-c23601218e91" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.534297] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e73b7ad-d380-45f8-aa38-c23601218e91',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.634412] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d961436a-dc48-4f19-b413-309a97b57644 [ 670.634412] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.634851] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.634851] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.634851] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.635063] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.635063] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d961436a-dc48-4f19-b413-309a97b57644 already deleted. [ 670.635784] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d961436a-dc48-4f19-b413-309a97b57644" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.717388] env[69711]: INFO networking_nsxv3.common.synchronization [None req-3c21bc78-2b69-47a8-b8da-243aec1d565d None None] Enqueued Resource ID: ba00744f-5a35-4647-8049-b83dddba7833 with Priority: HIGHEST for action port [ 670.718820] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba00744f-5a35-4647-8049-b83dddba7833 with Priority: HIGHEST for action port [ 670.720159] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba00744f-5a35-4647-8049-b83dddba7833 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.720701] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba00744f-5a35-4647-8049-b83dddba7833" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.720701] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba00744f-5a35-4647-8049-b83dddba7833" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.720830] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba00744f-5a35-4647-8049-b83dddba7833" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.720938] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba00744f-5a35-4647-8049-b83dddba7833',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.990021] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1b5be80-5bc3-437e-affc-7a26762e9082 [ 670.990021] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.990021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.990021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.990021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.990021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.990369] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1b5be80-5bc3-437e-affc-7a26762e9082 already deleted. [ 670.990369] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1b5be80-5bc3-437e-affc-7a26762e9082" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.054964] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.055101] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.055275] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.055695] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.055695] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.055695] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e73b7ad-d380-45f8-aa38-c23601218e91 already deleted. [ 671.055695] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e73b7ad-d380-45f8-aa38-c23601218e91" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.222614] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba00744f-5a35-4647-8049-b83dddba7833 [ 671.224065] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.224065] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.224065] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.224065] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.224065] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.224065] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba00744f-5a35-4647-8049-b83dddba7833 already deleted. [ 671.224065] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba00744f-5a35-4647-8049-b83dddba7833" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.294364] env[69711]: INFO networking_nsxv3.common.synchronization [None req-d50d918a-61bf-4949-a968-9debe80ae22a None None] Enqueued Resource ID: f7de7100-40d7-4090-97c5-b2ffdcc554f1 with Priority: HIGHEST for action port [ 671.294886] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7de7100-40d7-4090-97c5-b2ffdcc554f1 with Priority: HIGHEST for action port [ 671.295187] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7de7100-40d7-4090-97c5-b2ffdcc554f1 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.295306] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7de7100-40d7-4090-97c5-b2ffdcc554f1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.298056] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7de7100-40d7-4090-97c5-b2ffdcc554f1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.298056] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7de7100-40d7-4090-97c5-b2ffdcc554f1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.298056] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7de7100-40d7-4090-97c5-b2ffdcc554f1',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.800250] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7de7100-40d7-4090-97c5-b2ffdcc554f1 [ 671.800550] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.800647] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.800703] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.801555] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.801678] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.801786] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7de7100-40d7-4090-97c5-b2ffdcc554f1 already deleted. [ 671.801876] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7de7100-40d7-4090-97c5-b2ffdcc554f1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.274990] env[69711]: INFO networking_nsxv3.common.synchronization [None req-d1ce4711-a3ae-4b21-b20f-554c546844d5 None None] Enqueued Resource ID: a8709708-4968-4aa2-80c1-a5665416034c with Priority: HIGHEST for action port [ 674.276438] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8709708-4968-4aa2-80c1-a5665416034c with Priority: HIGHEST for action port [ 674.276598] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8709708-4968-4aa2-80c1-a5665416034c taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.276842] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8709708-4968-4aa2-80c1-a5665416034c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.277314] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8709708-4968-4aa2-80c1-a5665416034c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.277669] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8709708-4968-4aa2-80c1-a5665416034c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.277820] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8709708-4968-4aa2-80c1-a5665416034c',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.633113] env[69711]: INFO networking_nsxv3.common.synchronization [None req-d1bf450b-18b6-4491-80a1-898b02da9505 None None] Enqueued Resource ID: eb21a274-501e-43b5-ad2a-8d8e9f918990 with Priority: HIGHEST for action port [ 674.633113] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb21a274-501e-43b5-ad2a-8d8e9f918990 with Priority: HIGHEST for action port [ 674.633113] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb21a274-501e-43b5-ad2a-8d8e9f918990 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.633113] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb21a274-501e-43b5-ad2a-8d8e9f918990" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.633563] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb21a274-501e-43b5-ad2a-8d8e9f918990" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.634101] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb21a274-501e-43b5-ad2a-8d8e9f918990" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.634287] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb21a274-501e-43b5-ad2a-8d8e9f918990',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.782091] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8709708-4968-4aa2-80c1-a5665416034c [ 674.782363] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.782504] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.782584] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.782842] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.782951] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.783061] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8709708-4968-4aa2-80c1-a5665416034c already deleted. [ 674.783157] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8709708-4968-4aa2-80c1-a5665416034c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.139029] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb21a274-501e-43b5-ad2a-8d8e9f918990 [ 675.140431] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.140431] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.140431] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.140431] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.140431] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.140431] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb21a274-501e-43b5-ad2a-8d8e9f918990 already deleted. [ 675.140431] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb21a274-501e-43b5-ad2a-8d8e9f918990" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.624720] env[69711]: INFO networking_nsxv3.common.synchronization [None req-bfd39e9c-1a70-41e3-8c45-4aafeb9de57c None None] Enqueued Resource ID: bbcda96a-b9a2-4073-bb36-5c868415e667 with Priority: HIGHEST for action port [ 675.624981] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcda96a-b9a2-4073-bb36-5c868415e667 with Priority: HIGHEST for action port [ 675.625681] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbcda96a-b9a2-4073-bb36-5c868415e667 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.625787] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbcda96a-b9a2-4073-bb36-5c868415e667" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.625787] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbcda96a-b9a2-4073-bb36-5c868415e667" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.627111] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbcda96a-b9a2-4073-bb36-5c868415e667" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.627230] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbcda96a-b9a2-4073-bb36-5c868415e667',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.129981] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbcda96a-b9a2-4073-bb36-5c868415e667 [ 676.130840] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.130840] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.130840] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.130840] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.130840] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.130840] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbcda96a-b9a2-4073-bb36-5c868415e667 already deleted. [ 676.130840] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbcda96a-b9a2-4073-bb36-5c868415e667" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.494680] env[69711]: INFO networking_nsxv3.common.synchronization [None req-a8d21d1f-deb5-4e2c-ad51-3152d6d2e2a2 None None] Enqueued Resource ID: 11a72fa1-f050-4580-85bd-3a11621ea460 with Priority: HIGHEST for action port [ 676.494763] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a72fa1-f050-4580-85bd-3a11621ea460 with Priority: HIGHEST for action port [ 676.495311] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a72fa1-f050-4580-85bd-3a11621ea460 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.495423] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a72fa1-f050-4580-85bd-3a11621ea460" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.500077] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a72fa1-f050-4580-85bd-3a11621ea460" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.500077] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a72fa1-f050-4580-85bd-3a11621ea460" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.500077] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a72fa1-f050-4580-85bd-3a11621ea460',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.002985] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11a72fa1-f050-4580-85bd-3a11621ea460 [ 677.004361] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.004361] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.004361] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.004361] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.004361] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.004361] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11a72fa1-f050-4580-85bd-3a11621ea460 already deleted. [ 677.004361] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a72fa1-f050-4580-85bd-3a11621ea460" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.079041] env[69711]: INFO networking_nsxv3.common.synchronization [None req-9ff9bbb4-d3d1-48bf-bcc5-be490b9793ff tempest-AttachInterfacesUnderV243Test-2010609171 tempest-AttachInterfacesUnderV243Test-2010609171-project-member] Enqueued Resource ID: 593d8830-2a51-49c6-944d-a7e4092c69b9 with Priority: HIGHEST for action security_group_rules [ 678.081057] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593d8830-2a51-49c6-944d-a7e4092c69b9 with Priority: HIGHEST for action security_group_rules [ 678.081384] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-593d8830-2a51-49c6-944d-a7e4092c69b9 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.081547] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-593d8830-2a51-49c6-944d-a7e4092c69b9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.081843] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-593d8830-2a51-49c6-944d-a7e4092c69b9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.082450] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-593d8830-2a51-49c6-944d-a7e4092c69b9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.082536] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('593d8830-2a51-49c6-944d-a7e4092c69b9',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.318460] env[69711]: INFO networking_nsxv3.common.synchronization [None req-1fb31f4c-dff4-4f54-9c62-c98fad64200c tempest-AttachInterfacesUnderV243Test-2010609171 tempest-AttachInterfacesUnderV243Test-2010609171-project-member] Enqueued Resource ID: 593d8830-2a51-49c6-944d-a7e4092c69b9 with Priority: HIGHEST for action security_group_rules [ 678.318460] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593d8830-2a51-49c6-944d-a7e4092c69b9 with Priority: HIGHEST for action security_group_rules [ 678.319141] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-593d8830-2a51-49c6-944d-a7e4092c69b9 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.319141] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-593d8830-2a51-49c6-944d-a7e4092c69b9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.611223] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.611223] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.611223] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.611223] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.611223] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.611223] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 593d8830-2a51-49c6-944d-a7e4092c69b9 already deleted. [ 678.611223] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-593d8830-2a51-49c6-944d-a7e4092c69b9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.611773] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-593d8830-2a51-49c6-944d-a7e4092c69b9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.612017] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-593d8830-2a51-49c6-944d-a7e4092c69b9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.612112] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('593d8830-2a51-49c6-944d-a7e4092c69b9',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.613679] env[69711]: INFO networking_nsxv3.common.synchronization [None req-e5353e80-533b-4e6e-bbcf-1c373058801d None None] Enqueued Resource ID: 7fde5baa-94ca-4bac-a54a-7d2f4fc86863 with Priority: HIGHEST for action port [ 678.615258] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fde5baa-94ca-4bac-a54a-7d2f4fc86863 with Priority: HIGHEST for action port [ 678.616901] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fde5baa-94ca-4bac-a54a-7d2f4fc86863 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.616901] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fde5baa-94ca-4bac-a54a-7d2f4fc86863" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.616901] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fde5baa-94ca-4bac-a54a-7d2f4fc86863" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.616901] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fde5baa-94ca-4bac-a54a-7d2f4fc86863" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.616901] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fde5baa-94ca-4bac-a54a-7d2f4fc86863',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.093170] env[69711]: INFO networking_nsxv3.common.synchronization [None req-153fa9a7-3b9e-45e4-a71a-a8f8382eab90 tempest-VolumesAssistedSnapshotsTest-852796571 tempest-VolumesAssistedSnapshotsTest-852796571-project-member] Enqueued Resource ID: d9cdaa19-7778-48bf-8b43-03865993deb1 with Priority: HIGHEST for action security_group_rules [ 679.093649] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9cdaa19-7778-48bf-8b43-03865993deb1 with Priority: HIGHEST for action security_group_rules [ 679.093979] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9cdaa19-7778-48bf-8b43-03865993deb1 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.094691] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9cdaa19-7778-48bf-8b43-03865993deb1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.094920] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9cdaa19-7778-48bf-8b43-03865993deb1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.095583] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9cdaa19-7778-48bf-8b43-03865993deb1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.095583] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9cdaa19-7778-48bf-8b43-03865993deb1',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.119828] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fde5baa-94ca-4bac-a54a-7d2f4fc86863 [ 679.120182] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.120273] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.120661] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.120661] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.120661] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.120811] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fde5baa-94ca-4bac-a54a-7d2f4fc86863 already deleted. [ 679.120811] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fde5baa-94ca-4bac-a54a-7d2f4fc86863" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.143970] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.143970] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.143970] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.143970] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.143970] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.143970] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 593d8830-2a51-49c6-944d-a7e4092c69b9 already deleted. [ 679.143970] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-593d8830-2a51-49c6-944d-a7e4092c69b9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.428213] env[69711]: INFO networking_nsxv3.common.synchronization [None req-074e490d-7bf5-4246-b876-5d375a670e08 tempest-VolumesAssistedSnapshotsTest-852796571 tempest-VolumesAssistedSnapshotsTest-852796571-project-member] Enqueued Resource ID: d9cdaa19-7778-48bf-8b43-03865993deb1 with Priority: HIGHEST for action security_group_rules [ 679.430023] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9cdaa19-7778-48bf-8b43-03865993deb1 with Priority: HIGHEST for action security_group_rules [ 679.430356] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9cdaa19-7778-48bf-8b43-03865993deb1 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.431103] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9cdaa19-7778-48bf-8b43-03865993deb1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.461441] env[69711]: INFO networking_nsxv3.common.synchronization [None req-18838ce0-01fe-47f7-80f0-e989e7468aa4 None None] Enqueued Resource ID: dfd8ce74-6ee0-47b1-aa0b-a5fe9e088bc9 with Priority: HIGHEST for action port [ 679.461820] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd8ce74-6ee0-47b1-aa0b-a5fe9e088bc9 with Priority: HIGHEST for action port [ 679.462145] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfd8ce74-6ee0-47b1-aa0b-a5fe9e088bc9 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.462646] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfd8ce74-6ee0-47b1-aa0b-a5fe9e088bc9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.462646] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfd8ce74-6ee0-47b1-aa0b-a5fe9e088bc9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.462646] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfd8ce74-6ee0-47b1-aa0b-a5fe9e088bc9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.462821] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfd8ce74-6ee0-47b1-aa0b-a5fe9e088bc9',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.619416] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.619585] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.619649] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.619877] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.621408] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.621408] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9cdaa19-7778-48bf-8b43-03865993deb1 already deleted. [ 679.621408] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9cdaa19-7778-48bf-8b43-03865993deb1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.621408] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9cdaa19-7778-48bf-8b43-03865993deb1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.621408] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9cdaa19-7778-48bf-8b43-03865993deb1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.621408] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9cdaa19-7778-48bf-8b43-03865993deb1',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.969853] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfd8ce74-6ee0-47b1-aa0b-a5fe9e088bc9 [ 679.970524] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.970748] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.972848] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.972848] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.972848] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.972848] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfd8ce74-6ee0-47b1-aa0b-a5fe9e088bc9 already deleted. [ 679.972848] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfd8ce74-6ee0-47b1-aa0b-a5fe9e088bc9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.143232] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.143505] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.143505] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.143678] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.143769] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.143863] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9cdaa19-7778-48bf-8b43-03865993deb1 already deleted. [ 680.143945] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9cdaa19-7778-48bf-8b43-03865993deb1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.569800] env[69711]: INFO networking_nsxv3.common.synchronization [None req-7421d5ed-c2bf-4c0c-b98d-28ddbec4fa24 tempest-ServersWithSpecificFlavorTestJSON-1642131276 tempest-ServersWithSpecificFlavorTestJSON-1642131276-project-member] Enqueued Resource ID: 4e742881-2edc-453a-a5f8-09fe0ad9316c with Priority: HIGHEST for action security_group_rules [ 682.570638] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e742881-2edc-453a-a5f8-09fe0ad9316c with Priority: HIGHEST for action security_group_rules [ 682.571046] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e742881-2edc-453a-a5f8-09fe0ad9316c taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.571937] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e742881-2edc-453a-a5f8-09fe0ad9316c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.572058] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e742881-2edc-453a-a5f8-09fe0ad9316c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.572417] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e742881-2edc-453a-a5f8-09fe0ad9316c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.572417] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e742881-2edc-453a-a5f8-09fe0ad9316c',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.735423] env[69711]: INFO networking_nsxv3.common.synchronization [None req-1053742e-c8e8-435d-950d-42accea1ef08 tempest-ServersWithSpecificFlavorTestJSON-1642131276 tempest-ServersWithSpecificFlavorTestJSON-1642131276-project-member] Enqueued Resource ID: 4e742881-2edc-453a-a5f8-09fe0ad9316c with Priority: HIGHEST for action security_group_rules [ 682.735945] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e742881-2edc-453a-a5f8-09fe0ad9316c with Priority: HIGHEST for action security_group_rules [ 682.736261] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e742881-2edc-453a-a5f8-09fe0ad9316c taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.736365] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e742881-2edc-453a-a5f8-09fe0ad9316c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.096193] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.098115] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.098115] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.098115] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.098115] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.098115] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e742881-2edc-453a-a5f8-09fe0ad9316c already deleted. [ 683.098115] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e742881-2edc-453a-a5f8-09fe0ad9316c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.098115] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e742881-2edc-453a-a5f8-09fe0ad9316c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.098115] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e742881-2edc-453a-a5f8-09fe0ad9316c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.098115] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e742881-2edc-453a-a5f8-09fe0ad9316c',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.379714] env[69711]: INFO networking_nsxv3.common.synchronization [None req-87ad9f11-1211-40d5-b411-f64b77b5f9c3 None None] Enqueued Resource ID: 3972bdd9-a196-4938-8c9c-bf4f7978702c with Priority: HIGHEST for action port [ 683.380230] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3972bdd9-a196-4938-8c9c-bf4f7978702c with Priority: HIGHEST for action port [ 683.380517] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-3972bdd9-a196-4938-8c9c-bf4f7978702c taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.380635] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3972bdd9-a196-4938-8c9c-bf4f7978702c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.380757] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3972bdd9-a196-4938-8c9c-bf4f7978702c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.380954] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3972bdd9-a196-4938-8c9c-bf4f7978702c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.381340] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3972bdd9-a196-4938-8c9c-bf4f7978702c',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.621704] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.622076] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.622076] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.622934] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.622934] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.622934] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e742881-2edc-453a-a5f8-09fe0ad9316c already deleted. [ 683.623082] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e742881-2edc-453a-a5f8-09fe0ad9316c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.884747] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3972bdd9-a196-4938-8c9c-bf4f7978702c [ 683.887025] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.887025] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.887025] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.887025] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.887025] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.887025] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3972bdd9-a196-4938-8c9c-bf4f7978702c already deleted. [ 683.887025] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3972bdd9-a196-4938-8c9c-bf4f7978702c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.391641] env[69711]: INFO networking_nsxv3.common.synchronization [None req-ebe050da-35c5-4d59-8893-900648b63b52 None None] Enqueued Resource ID: 326c1679-ddeb-40ed-b77d-a96112ac9438 with Priority: HIGHEST for action port [ 684.391641] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 326c1679-ddeb-40ed-b77d-a96112ac9438 with Priority: HIGHEST for action port [ 684.393609] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-326c1679-ddeb-40ed-b77d-a96112ac9438 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.393846] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-326c1679-ddeb-40ed-b77d-a96112ac9438" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.394306] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-326c1679-ddeb-40ed-b77d-a96112ac9438" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.395107] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-326c1679-ddeb-40ed-b77d-a96112ac9438" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.395107] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('326c1679-ddeb-40ed-b77d-a96112ac9438',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.898041] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 326c1679-ddeb-40ed-b77d-a96112ac9438 [ 684.898570] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.898570] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.898570] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.898907] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.898964] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.899117] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:326c1679-ddeb-40ed-b77d-a96112ac9438 already deleted. [ 684.899298] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-326c1679-ddeb-40ed-b77d-a96112ac9438" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.030250] env[69711]: INFO networking_nsxv3.common.synchronization [None req-f95da13d-7b50-4254-ba91-b5ce1d95bedb None None] Enqueued Resource ID: 880e1cb1-ccf1-476e-9eaa-dd6902b85e75 with Priority: HIGHEST for action port [ 686.030584] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880e1cb1-ccf1-476e-9eaa-dd6902b85e75 with Priority: HIGHEST for action port [ 686.031313] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-880e1cb1-ccf1-476e-9eaa-dd6902b85e75 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.031313] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-880e1cb1-ccf1-476e-9eaa-dd6902b85e75" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.031505] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-880e1cb1-ccf1-476e-9eaa-dd6902b85e75" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.031686] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-880e1cb1-ccf1-476e-9eaa-dd6902b85e75" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.031777] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880e1cb1-ccf1-476e-9eaa-dd6902b85e75',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.539371] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 880e1cb1-ccf1-476e-9eaa-dd6902b85e75 [ 686.539371] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.539371] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.539371] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.539371] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.539371] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.539371] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:880e1cb1-ccf1-476e-9eaa-dd6902b85e75 already deleted. [ 686.539371] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-880e1cb1-ccf1-476e-9eaa-dd6902b85e75" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.076844] env[69711]: INFO networking_nsxv3.common.synchronization [None req-373b1a6f-963d-4ef1-9c91-5632d205e38e None None] Enqueued Resource ID: 1ddba751-c8a5-4f3c-98b2-234c1f742a5c with Priority: HIGHEST for action port [ 687.076844] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddba751-c8a5-4f3c-98b2-234c1f742a5c with Priority: HIGHEST for action port [ 687.076844] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ddba751-c8a5-4f3c-98b2-234c1f742a5c taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.076844] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ddba751-c8a5-4f3c-98b2-234c1f742a5c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.077980] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ddba751-c8a5-4f3c-98b2-234c1f742a5c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.077980] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ddba751-c8a5-4f3c-98b2-234c1f742a5c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.077980] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ddba751-c8a5-4f3c-98b2-234c1f742a5c',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.241752] env[69711]: INFO networking_nsxv3.common.synchronization [None req-4aaf35c3-a000-43f3-b50e-ec5e9d8e89b6 None None] Enqueued Resource ID: a0daa2ab-d286-452d-87c6-31a78438c5e9 with Priority: HIGHEST for action port [ 687.242008] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0daa2ab-d286-452d-87c6-31a78438c5e9 with Priority: HIGHEST for action port [ 687.242564] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0daa2ab-d286-452d-87c6-31a78438c5e9 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.242680] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0daa2ab-d286-452d-87c6-31a78438c5e9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.242754] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0daa2ab-d286-452d-87c6-31a78438c5e9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.242993] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0daa2ab-d286-452d-87c6-31a78438c5e9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.243083] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0daa2ab-d286-452d-87c6-31a78438c5e9',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.582820] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ddba751-c8a5-4f3c-98b2-234c1f742a5c [ 687.583106] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.583202] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.583291] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.583486] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.583577] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.583703] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ddba751-c8a5-4f3c-98b2-234c1f742a5c already deleted. [ 687.583811] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ddba751-c8a5-4f3c-98b2-234c1f742a5c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.747763] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0daa2ab-d286-452d-87c6-31a78438c5e9 [ 687.748376] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.748376] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.748376] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.748665] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.751884] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.751884] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0daa2ab-d286-452d-87c6-31a78438c5e9 already deleted. [ 687.751884] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0daa2ab-d286-452d-87c6-31a78438c5e9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.356247] env[69711]: INFO networking_nsxv3.common.synchronization [None req-0ad4c9b3-084a-4250-9748-3ba76853705f None None] Enqueued Resource ID: 877ae1d8-5896-4fd5-88ee-d12c9fc71931 with Priority: HIGHEST for action port [ 689.356753] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877ae1d8-5896-4fd5-88ee-d12c9fc71931 with Priority: HIGHEST for action port [ 689.357099] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-877ae1d8-5896-4fd5-88ee-d12c9fc71931 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.357244] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-877ae1d8-5896-4fd5-88ee-d12c9fc71931" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.357291] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-877ae1d8-5896-4fd5-88ee-d12c9fc71931" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.357545] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-877ae1d8-5896-4fd5-88ee-d12c9fc71931" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.357665] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877ae1d8-5896-4fd5-88ee-d12c9fc71931',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.502837] env[69711]: INFO networking_nsxv3.common.synchronization [None req-8478d917-f472-47ec-a797-a4be67f48535 None None] Enqueued Resource ID: 7fc0a211-9bd3-418a-afed-35d2ef4cbc80 with Priority: HIGHEST for action port [ 689.503098] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc0a211-9bd3-418a-afed-35d2ef4cbc80 with Priority: HIGHEST for action port [ 689.503642] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fc0a211-9bd3-418a-afed-35d2ef4cbc80 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.503777] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fc0a211-9bd3-418a-afed-35d2ef4cbc80" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.503987] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fc0a211-9bd3-418a-afed-35d2ef4cbc80" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.504095] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fc0a211-9bd3-418a-afed-35d2ef4cbc80" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.504528] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc0a211-9bd3-418a-afed-35d2ef4cbc80',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.859391] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 877ae1d8-5896-4fd5-88ee-d12c9fc71931 [ 689.860902] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.860902] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.860902] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.860902] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.860902] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.860902] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:877ae1d8-5896-4fd5-88ee-d12c9fc71931 already deleted. [ 689.860902] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-877ae1d8-5896-4fd5-88ee-d12c9fc71931" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.007075] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fc0a211-9bd3-418a-afed-35d2ef4cbc80 [ 690.007340] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.007491] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.007558] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.007868] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.007951] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.008056] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fc0a211-9bd3-418a-afed-35d2ef4cbc80 already deleted. [ 690.008133] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fc0a211-9bd3-418a-afed-35d2ef4cbc80" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.174924] env[69711]: INFO networking_nsxv3.common.synchronization [None req-dd317c0f-8e44-4e00-b6f6-1c6eeb9000e6 None None] Enqueued Resource ID: edf9f645-5678-43b5-980c-67dc9b0617a5 with Priority: HIGHEST for action port [ 690.175204] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf9f645-5678-43b5-980c-67dc9b0617a5 with Priority: HIGHEST for action port [ 690.175869] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf9f645-5678-43b5-980c-67dc9b0617a5 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.175975] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf9f645-5678-43b5-980c-67dc9b0617a5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.176044] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf9f645-5678-43b5-980c-67dc9b0617a5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.176292] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf9f645-5678-43b5-980c-67dc9b0617a5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.176379] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf9f645-5678-43b5-980c-67dc9b0617a5',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.682792] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edf9f645-5678-43b5-980c-67dc9b0617a5 [ 690.682792] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.682792] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.682792] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.682792] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.682792] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.682792] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edf9f645-5678-43b5-980c-67dc9b0617a5 already deleted. [ 690.682792] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf9f645-5678-43b5-980c-67dc9b0617a5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.500655] env[69711]: INFO networking_nsxv3.common.synchronization [None req-99879b9b-42aa-404e-96d1-7b86845b81c5 tempest-AttachInterfacesTestJSON-1197768723 tempest-AttachInterfacesTestJSON-1197768723-project-member] Enqueued Resource ID: f5388d0c-411a-45a2-90f5-054f66da0890 with Priority: HIGHEST for action security_group_rules [ 691.500984] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5388d0c-411a-45a2-90f5-054f66da0890 with Priority: HIGHEST for action security_group_rules [ 691.501564] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5388d0c-411a-45a2-90f5-054f66da0890 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.501679] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5388d0c-411a-45a2-90f5-054f66da0890" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.501738] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5388d0c-411a-45a2-90f5-054f66da0890" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.501995] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5388d0c-411a-45a2-90f5-054f66da0890" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.502765] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5388d0c-411a-45a2-90f5-054f66da0890',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.726023] env[69711]: INFO networking_nsxv3.common.synchronization [None req-9a77c117-f4ef-47cb-9819-5b688e599b65 None None] Enqueued Resource ID: 5cd7cda4-0f4b-43ae-9b17-56e2b75bf5b9 with Priority: HIGHEST for action port [ 691.726023] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cd7cda4-0f4b-43ae-9b17-56e2b75bf5b9 with Priority: HIGHEST for action port [ 691.726391] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cd7cda4-0f4b-43ae-9b17-56e2b75bf5b9 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.726391] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cd7cda4-0f4b-43ae-9b17-56e2b75bf5b9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.726487] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cd7cda4-0f4b-43ae-9b17-56e2b75bf5b9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.726766] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cd7cda4-0f4b-43ae-9b17-56e2b75bf5b9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.726881] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cd7cda4-0f4b-43ae-9b17-56e2b75bf5b9',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.858150] env[69711]: INFO networking_nsxv3.common.synchronization [None req-9ac99f72-06db-493e-a163-f9ff591489cc tempest-AttachInterfacesTestJSON-1197768723 tempest-AttachInterfacesTestJSON-1197768723-project-member] Enqueued Resource ID: f5388d0c-411a-45a2-90f5-054f66da0890 with Priority: HIGHEST for action security_group_rules [ 691.858616] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5388d0c-411a-45a2-90f5-054f66da0890 with Priority: HIGHEST for action security_group_rules [ 691.859320] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5388d0c-411a-45a2-90f5-054f66da0890 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.859320] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5388d0c-411a-45a2-90f5-054f66da0890" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.992090] env[69711]: INFO networking_nsxv3.common.synchronization [None req-d86ca321-07c3-4e71-b5d1-305aa701d2be None None] Enqueued Resource ID: 44cd86b6-fed7-4c8d-917c-4feb53741811 with Priority: HIGHEST for action port [ 691.992672] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44cd86b6-fed7-4c8d-917c-4feb53741811 with Priority: HIGHEST for action port [ 691.995404] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-44cd86b6-fed7-4c8d-917c-4feb53741811 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.995404] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44cd86b6-fed7-4c8d-917c-4feb53741811" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.995404] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44cd86b6-fed7-4c8d-917c-4feb53741811" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.995404] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44cd86b6-fed7-4c8d-917c-4feb53741811" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.995404] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44cd86b6-fed7-4c8d-917c-4feb53741811',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.026721] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.027143] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.027143] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.027263] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.027263] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.027362] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5388d0c-411a-45a2-90f5-054f66da0890 already deleted. [ 692.027450] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5388d0c-411a-45a2-90f5-054f66da0890" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.028008] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5388d0c-411a-45a2-90f5-054f66da0890" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.029168] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5388d0c-411a-45a2-90f5-054f66da0890" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.029168] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5388d0c-411a-45a2-90f5-054f66da0890',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.182352] env[69711]: INFO networking_nsxv3.common.synchronization [None req-798626a6-5a79-484d-94bf-bc3606fed497 None None] Enqueued Resource ID: c891fc0f-4222-40e0-b89d-3a346ecb208d with Priority: HIGHEST for action port [ 692.182711] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c891fc0f-4222-40e0-b89d-3a346ecb208d with Priority: HIGHEST for action port [ 692.183103] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-c891fc0f-4222-40e0-b89d-3a346ecb208d taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.183225] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c891fc0f-4222-40e0-b89d-3a346ecb208d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.183281] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c891fc0f-4222-40e0-b89d-3a346ecb208d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.183563] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c891fc0f-4222-40e0-b89d-3a346ecb208d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.183648] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c891fc0f-4222-40e0-b89d-3a346ecb208d',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.231368] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cd7cda4-0f4b-43ae-9b17-56e2b75bf5b9 [ 692.231601] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.231742] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.231815] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.232036] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.232132] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.232226] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cd7cda4-0f4b-43ae-9b17-56e2b75bf5b9 already deleted. [ 692.232308] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cd7cda4-0f4b-43ae-9b17-56e2b75bf5b9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.497597] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44cd86b6-fed7-4c8d-917c-4feb53741811 [ 692.497597] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.497597] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.497597] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.497597] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.497597] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.497597] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44cd86b6-fed7-4c8d-917c-4feb53741811 already deleted. [ 692.497597] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44cd86b6-fed7-4c8d-917c-4feb53741811" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.552033] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.552175] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.552749] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.552983] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.553096] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.553196] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5388d0c-411a-45a2-90f5-054f66da0890 already deleted. [ 692.553283] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5388d0c-411a-45a2-90f5-054f66da0890" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.689659] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c891fc0f-4222-40e0-b89d-3a346ecb208d [ 692.689896] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.690053] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.690122] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.690356] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.690450] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.690627] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c891fc0f-4222-40e0-b89d-3a346ecb208d already deleted. [ 692.690627] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c891fc0f-4222-40e0-b89d-3a346ecb208d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.456024] env[69711]: INFO networking_nsxv3.common.synchronization [None req-8e0745ff-1cb9-4eff-bdba-b74c2ea28de9 None None] Enqueued Resource ID: 1bd780c2-2677-4b7f-91ff-10cbfb0fadcd with Priority: HIGHEST for action port [ 693.456024] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd780c2-2677-4b7f-91ff-10cbfb0fadcd with Priority: HIGHEST for action port [ 693.456024] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bd780c2-2677-4b7f-91ff-10cbfb0fadcd taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.456024] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bd780c2-2677-4b7f-91ff-10cbfb0fadcd" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.456024] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bd780c2-2677-4b7f-91ff-10cbfb0fadcd" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.457999] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bd780c2-2677-4b7f-91ff-10cbfb0fadcd" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.457999] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bd780c2-2677-4b7f-91ff-10cbfb0fadcd',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.959221] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bd780c2-2677-4b7f-91ff-10cbfb0fadcd [ 693.959451] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.959585] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.960367] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.960367] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.960367] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.960367] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bd780c2-2677-4b7f-91ff-10cbfb0fadcd already deleted. [ 693.960367] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bd780c2-2677-4b7f-91ff-10cbfb0fadcd" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.357431] env[69711]: INFO networking_nsxv3.common.synchronization [None req-2fd83dab-b19e-45d1-82a5-1eb6054b0080 None None] Enqueued Resource ID: 9189694a-62dd-49cd-8e55-5a18f7aa9871 with Priority: HIGHEST for action port [ 695.357431] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9189694a-62dd-49cd-8e55-5a18f7aa9871 with Priority: HIGHEST for action port [ 695.357431] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-9189694a-62dd-49cd-8e55-5a18f7aa9871 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.357431] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9189694a-62dd-49cd-8e55-5a18f7aa9871" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.357431] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9189694a-62dd-49cd-8e55-5a18f7aa9871" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.357831] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9189694a-62dd-49cd-8e55-5a18f7aa9871" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.357831] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9189694a-62dd-49cd-8e55-5a18f7aa9871',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.445710] env[69711]: INFO networking_nsxv3.common.synchronization [None req-a25bbbd7-c861-493e-8d66-2fe22887741e None None] Enqueued Resource ID: 5cdac271-c9ac-4450-bfd3-3c906c28260e with Priority: HIGHEST for action port [ 695.446398] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdac271-c9ac-4450-bfd3-3c906c28260e with Priority: HIGHEST for action port [ 695.446541] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cdac271-c9ac-4450-bfd3-3c906c28260e taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.446662] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cdac271-c9ac-4450-bfd3-3c906c28260e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.446855] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cdac271-c9ac-4450-bfd3-3c906c28260e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.446994] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cdac271-c9ac-4450-bfd3-3c906c28260e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.447895] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cdac271-c9ac-4450-bfd3-3c906c28260e',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.524995] env[69711]: INFO networking_nsxv3.common.synchronization [None req-0cd0b0c0-2be3-49ea-903f-3a6bab7721ba None None] Enqueued Resource ID: a858a854-cc39-447a-9a02-e45a873b7c84 with Priority: HIGHEST for action port [ 695.526766] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a858a854-cc39-447a-9a02-e45a873b7c84 with Priority: HIGHEST for action port [ 695.527132] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-a858a854-cc39-447a-9a02-e45a873b7c84 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.527312] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a858a854-cc39-447a-9a02-e45a873b7c84" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.527632] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a858a854-cc39-447a-9a02-e45a873b7c84" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.528032] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a858a854-cc39-447a-9a02-e45a873b7c84" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.528483] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a858a854-cc39-447a-9a02-e45a873b7c84',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.861345] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9189694a-62dd-49cd-8e55-5a18f7aa9871 [ 695.862182] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.864591] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.864656] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.864981] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.865394] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.865394] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9189694a-62dd-49cd-8e55-5a18f7aa9871 already deleted. [ 695.865568] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9189694a-62dd-49cd-8e55-5a18f7aa9871" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.952564] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cdac271-c9ac-4450-bfd3-3c906c28260e [ 695.952956] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.953271] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.953560] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.953971] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.954228] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.954558] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cdac271-c9ac-4450-bfd3-3c906c28260e already deleted. [ 695.954558] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cdac271-c9ac-4450-bfd3-3c906c28260e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.031317] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a858a854-cc39-447a-9a02-e45a873b7c84 [ 696.033099] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.033099] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.033099] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.033099] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.033099] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.033099] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a858a854-cc39-447a-9a02-e45a873b7c84 already deleted. [ 696.033099] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a858a854-cc39-447a-9a02-e45a873b7c84" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.424162] env[69711]: INFO networking_nsxv3.common.synchronization [req-12f43f18-3091-4911-b232-f3b64ce1319d req-65df4148-0199-4bcd-ae7a-87228b414df3 tempest-SecurityGroupRulesNegativeTestJSON-954473064 tempest-SecurityGroupRulesNegativeTestJSON-954473064-project-member] Enqueued Resource ID: 7cd9158f-8b95-4cea-98ad-600147bfbbe3 with Priority: HIGHEST for action security_group_rules [ 696.424652] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cd9158f-8b95-4cea-98ad-600147bfbbe3 with Priority: HIGHEST for action security_group_rules [ 696.425273] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cd9158f-8b95-4cea-98ad-600147bfbbe3 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.425399] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cd9158f-8b95-4cea-98ad-600147bfbbe3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.425849] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cd9158f-8b95-4cea-98ad-600147bfbbe3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.425958] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cd9158f-8b95-4cea-98ad-600147bfbbe3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.426047] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cd9158f-8b95-4cea-98ad-600147bfbbe3',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.450193] env[69711]: INFO networking_nsxv3.common.synchronization [None req-c39cf34d-5449-487a-99da-508961400330 None None] Enqueued Resource ID: c99c3244-ff9c-4ff1-a06a-0c062691f557 with Priority: HIGHEST for action port [ 696.450883] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99c3244-ff9c-4ff1-a06a-0c062691f557 with Priority: HIGHEST for action port [ 696.455319] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-c99c3244-ff9c-4ff1-a06a-0c062691f557 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.455319] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c99c3244-ff9c-4ff1-a06a-0c062691f557" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.455319] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c99c3244-ff9c-4ff1-a06a-0c062691f557" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.455319] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c99c3244-ff9c-4ff1-a06a-0c062691f557" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.455319] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99c3244-ff9c-4ff1-a06a-0c062691f557',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.954101] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.954303] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.954444] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.954735] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.954818] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.954937] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cd9158f-8b95-4cea-98ad-600147bfbbe3 already deleted. [ 696.955038] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cd9158f-8b95-4cea-98ad-600147bfbbe3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.959389] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c99c3244-ff9c-4ff1-a06a-0c062691f557 [ 696.959389] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.959389] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.959389] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.959389] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.959389] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.959389] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c99c3244-ff9c-4ff1-a06a-0c062691f557 already deleted. [ 696.959389] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c99c3244-ff9c-4ff1-a06a-0c062691f557" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.745420] env[69711]: INFO networking_nsxv3.common.synchronization [None req-b7f0f307-4aa1-43d5-bb04-afb933ffc16c None None] Enqueued Resource ID: 7a4dfad2-f6b6-4bdc-a741-b133915cc300 with Priority: HIGHEST for action port [ 697.745775] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a4dfad2-f6b6-4bdc-a741-b133915cc300 with Priority: HIGHEST for action port [ 697.746385] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a4dfad2-f6b6-4bdc-a741-b133915cc300 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.746513] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a4dfad2-f6b6-4bdc-a741-b133915cc300" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.746689] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a4dfad2-f6b6-4bdc-a741-b133915cc300" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.747303] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a4dfad2-f6b6-4bdc-a741-b133915cc300" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.747440] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a4dfad2-f6b6-4bdc-a741-b133915cc300',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.250109] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a4dfad2-f6b6-4bdc-a741-b133915cc300 [ 698.250359] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.250495] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.250563] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.250775] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.250910] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.251027] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a4dfad2-f6b6-4bdc-a741-b133915cc300 already deleted. [ 698.251175] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a4dfad2-f6b6-4bdc-a741-b133915cc300" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.272147] env[69711]: INFO networking_nsxv3.common.synchronization [None req-1f378695-d85a-4b1e-a19d-60066b72bbda None None] Enqueued Resource ID: 5b2fa153-8d70-4c83-9f97-d1e45d0105a1 with Priority: HIGHEST for action port [ 698.272401] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b2fa153-8d70-4c83-9f97-d1e45d0105a1 with Priority: HIGHEST for action port [ 698.272970] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b2fa153-8d70-4c83-9f97-d1e45d0105a1 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.273116] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b2fa153-8d70-4c83-9f97-d1e45d0105a1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.273179] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b2fa153-8d70-4c83-9f97-d1e45d0105a1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.273434] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b2fa153-8d70-4c83-9f97-d1e45d0105a1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.273507] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b2fa153-8d70-4c83-9f97-d1e45d0105a1',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.775487] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b2fa153-8d70-4c83-9f97-d1e45d0105a1 [ 698.775755] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.776047] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.776047] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.776625] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.776790] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.776904] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b2fa153-8d70-4c83-9f97-d1e45d0105a1 already deleted. [ 698.777820] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b2fa153-8d70-4c83-9f97-d1e45d0105a1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.816061] env[69711]: INFO networking_nsxv3.common.synchronization [None req-21519d33-4897-4a13-af1b-45bab6d2ce1c tempest-VolumesAdminNegativeTest-710247832 tempest-VolumesAdminNegativeTest-710247832-project-member] Enqueued Resource ID: 641bcd2f-1fbe-412d-8840-eabc04839fc4 with Priority: HIGHEST for action security_group_rules [ 699.816356] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641bcd2f-1fbe-412d-8840-eabc04839fc4 with Priority: HIGHEST for action security_group_rules [ 699.816889] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-641bcd2f-1fbe-412d-8840-eabc04839fc4 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.817066] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-641bcd2f-1fbe-412d-8840-eabc04839fc4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.817117] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-641bcd2f-1fbe-412d-8840-eabc04839fc4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.817356] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-641bcd2f-1fbe-412d-8840-eabc04839fc4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.817441] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('641bcd2f-1fbe-412d-8840-eabc04839fc4',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.872090] env[69711]: INFO networking_nsxv3.common.synchronization [None req-24041fc0-7bc7-487a-857f-30d3746c2e81 None None] Enqueued Resource ID: cd33169d-7e57-42aa-99c7-f9fce4571c2e with Priority: HIGHEST for action port [ 699.872090] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd33169d-7e57-42aa-99c7-f9fce4571c2e with Priority: HIGHEST for action port [ 699.872090] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd33169d-7e57-42aa-99c7-f9fce4571c2e taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.872090] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd33169d-7e57-42aa-99c7-f9fce4571c2e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.872090] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd33169d-7e57-42aa-99c7-f9fce4571c2e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.872090] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd33169d-7e57-42aa-99c7-f9fce4571c2e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.872090] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd33169d-7e57-42aa-99c7-f9fce4571c2e',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.172518] env[69711]: INFO networking_nsxv3.common.synchronization [None req-dfe4a7b8-e41a-40dd-ae79-5fe969dce571 tempest-VolumesAdminNegativeTest-710247832 tempest-VolumesAdminNegativeTest-710247832-project-member] Enqueued Resource ID: 641bcd2f-1fbe-412d-8840-eabc04839fc4 with Priority: HIGHEST for action security_group_rules [ 700.172518] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641bcd2f-1fbe-412d-8840-eabc04839fc4 with Priority: HIGHEST for action security_group_rules [ 700.172518] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-641bcd2f-1fbe-412d-8840-eabc04839fc4 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.172518] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-641bcd2f-1fbe-412d-8840-eabc04839fc4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.223383] env[69711]: INFO networking_nsxv3.common.synchronization [None req-4ee7297d-e116-432a-8e15-52350c499872 None None] Enqueued Resource ID: 03e704b7-9f78-41ac-8561-2e437514f012 with Priority: HIGHEST for action port [ 700.224038] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03e704b7-9f78-41ac-8561-2e437514f012 with Priority: HIGHEST for action port [ 700.224509] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-03e704b7-9f78-41ac-8561-2e437514f012 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.224590] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03e704b7-9f78-41ac-8561-2e437514f012" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.224590] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03e704b7-9f78-41ac-8561-2e437514f012" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.226176] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03e704b7-9f78-41ac-8561-2e437514f012" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.227756] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03e704b7-9f78-41ac-8561-2e437514f012',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.344046] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.344046] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.344046] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.344305] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.344400] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.344729] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 641bcd2f-1fbe-412d-8840-eabc04839fc4 already deleted. [ 700.344834] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-641bcd2f-1fbe-412d-8840-eabc04839fc4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.344997] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-641bcd2f-1fbe-412d-8840-eabc04839fc4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.345198] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-641bcd2f-1fbe-412d-8840-eabc04839fc4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.345342] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('641bcd2f-1fbe-412d-8840-eabc04839fc4',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.375576] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd33169d-7e57-42aa-99c7-f9fce4571c2e [ 700.376429] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.378570] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.378570] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.378570] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.378570] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.378570] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd33169d-7e57-42aa-99c7-f9fce4571c2e already deleted. [ 700.378570] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd33169d-7e57-42aa-99c7-f9fce4571c2e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.523385] env[69711]: INFO networking_nsxv3.common.synchronization [None req-425e4608-9a1b-406a-91c0-528eaab44afd None None] Enqueued Resource ID: 753f2d7e-d8ed-41e8-ad3b-c2eb8c8a49e8 with Priority: HIGHEST for action port [ 700.523385] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 753f2d7e-d8ed-41e8-ad3b-c2eb8c8a49e8 with Priority: HIGHEST for action port [ 700.523385] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-753f2d7e-d8ed-41e8-ad3b-c2eb8c8a49e8 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.523385] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-753f2d7e-d8ed-41e8-ad3b-c2eb8c8a49e8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.524134] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-753f2d7e-d8ed-41e8-ad3b-c2eb8c8a49e8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.524553] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-753f2d7e-d8ed-41e8-ad3b-c2eb8c8a49e8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.525521] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('753f2d7e-d8ed-41e8-ad3b-c2eb8c8a49e8',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.728894] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03e704b7-9f78-41ac-8561-2e437514f012 [ 700.730155] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.730155] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.730297] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.730633] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.730633] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.730633] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03e704b7-9f78-41ac-8561-2e437514f012 already deleted. [ 700.730748] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03e704b7-9f78-41ac-8561-2e437514f012" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.868513] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.868820] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.868820] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.869171] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.869282] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.869397] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 641bcd2f-1fbe-412d-8840-eabc04839fc4 already deleted. [ 700.869481] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-641bcd2f-1fbe-412d-8840-eabc04839fc4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.027943] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 753f2d7e-d8ed-41e8-ad3b-c2eb8c8a49e8 [ 701.028236] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.028390] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.028467] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.028731] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.028865] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.028940] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:753f2d7e-d8ed-41e8-ad3b-c2eb8c8a49e8 already deleted. [ 701.029051] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-753f2d7e-d8ed-41e8-ad3b-c2eb8c8a49e8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.421957] env[69711]: INFO networking_nsxv3.common.synchronization [req-80ef9b63-44c8-4b98-b2a6-118c96c2fe03 req-1b044a28-448f-4d03-9893-a858336fd73c tempest-SecurityGroupRulesNegativeTestJSON-954473064 tempest-SecurityGroupRulesNegativeTestJSON-954473064-project-member] Enqueued Resource ID: 7cd9158f-8b95-4cea-98ad-600147bfbbe3 with Priority: HIGHEST for action security_group_rules [ 701.422483] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cd9158f-8b95-4cea-98ad-600147bfbbe3 with Priority: HIGHEST for action security_group_rules [ 701.422768] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cd9158f-8b95-4cea-98ad-600147bfbbe3 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.422893] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cd9158f-8b95-4cea-98ad-600147bfbbe3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.422958] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cd9158f-8b95-4cea-98ad-600147bfbbe3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.425067] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cd9158f-8b95-4cea-98ad-600147bfbbe3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.425341] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cd9158f-8b95-4cea-98ad-600147bfbbe3',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.589861] env[69711]: INFO networking_nsxv3.common.synchronization [None req-35248fd5-81d6-4456-9106-9d365de6d55e None None] Enqueued Resource ID: 8128a7fb-366d-4a62-aef6-3f2673e61b11 with Priority: HIGHEST for action port [ 701.589861] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8128a7fb-366d-4a62-aef6-3f2673e61b11 with Priority: HIGHEST for action port [ 701.589861] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-8128a7fb-366d-4a62-aef6-3f2673e61b11 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.589861] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8128a7fb-366d-4a62-aef6-3f2673e61b11" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.589861] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8128a7fb-366d-4a62-aef6-3f2673e61b11" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.589861] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8128a7fb-366d-4a62-aef6-3f2673e61b11" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.589861] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8128a7fb-366d-4a62-aef6-3f2673e61b11',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.949250] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.950874] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.950874] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.950874] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.950874] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.950874] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cd9158f-8b95-4cea-98ad-600147bfbbe3 already deleted. [ 701.950874] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cd9158f-8b95-4cea-98ad-600147bfbbe3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.094210] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8128a7fb-366d-4a62-aef6-3f2673e61b11 [ 702.094210] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.094210] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.094210] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.094210] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.094210] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.094210] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8128a7fb-366d-4a62-aef6-3f2673e61b11 already deleted. [ 702.094210] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8128a7fb-366d-4a62-aef6-3f2673e61b11" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.107028] env[69711]: INFO networking_nsxv3.common.synchronization [None req-0a978c27-0ea7-4d25-86dc-334bb394c84b None None] Enqueued Resource ID: 5196135b-6929-4131-9f2e-cf443a8991ac with Priority: HIGHEST for action port [ 702.107028] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5196135b-6929-4131-9f2e-cf443a8991ac with Priority: HIGHEST for action port [ 702.107028] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-5196135b-6929-4131-9f2e-cf443a8991ac taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.107028] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5196135b-6929-4131-9f2e-cf443a8991ac" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.107028] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5196135b-6929-4131-9f2e-cf443a8991ac" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.107028] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5196135b-6929-4131-9f2e-cf443a8991ac" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.107028] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5196135b-6929-4131-9f2e-cf443a8991ac',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.610667] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5196135b-6929-4131-9f2e-cf443a8991ac [ 702.610667] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.610667] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.610667] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.610667] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.610667] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.610667] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5196135b-6929-4131-9f2e-cf443a8991ac already deleted. [ 702.610667] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5196135b-6929-4131-9f2e-cf443a8991ac" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.693026] env[69711]: INFO networking_nsxv3.common.synchronization [None req-b209190c-b2e6-4304-a775-144d5626d566 None None] Enqueued Resource ID: 7aba94fb-32cd-4ed6-9eea-5bd21f1aad27 with Priority: HIGHEST for action port [ 702.693026] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aba94fb-32cd-4ed6-9eea-5bd21f1aad27 with Priority: HIGHEST for action port [ 702.693026] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aba94fb-32cd-4ed6-9eea-5bd21f1aad27 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.693026] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aba94fb-32cd-4ed6-9eea-5bd21f1aad27" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.693026] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aba94fb-32cd-4ed6-9eea-5bd21f1aad27" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.693026] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aba94fb-32cd-4ed6-9eea-5bd21f1aad27" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.693026] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aba94fb-32cd-4ed6-9eea-5bd21f1aad27',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.123660] env[69711]: INFO networking_nsxv3.common.synchronization [None req-d6d30f3b-9fa9-42f3-93c9-e8cb63707272 None None] Enqueued Resource ID: 20b9eede-061e-483e-84b3-ee1db27a30fe with Priority: HIGHEST for action port [ 703.124819] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b9eede-061e-483e-84b3-ee1db27a30fe with Priority: HIGHEST for action port [ 703.124819] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-20b9eede-061e-483e-84b3-ee1db27a30fe taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.124819] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20b9eede-061e-483e-84b3-ee1db27a30fe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.124819] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20b9eede-061e-483e-84b3-ee1db27a30fe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.124819] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20b9eede-061e-483e-84b3-ee1db27a30fe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.125022] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b9eede-061e-483e-84b3-ee1db27a30fe',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.196490] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7aba94fb-32cd-4ed6-9eea-5bd21f1aad27 [ 703.196615] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.196754] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.196932] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.197533] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.197533] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.197533] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7aba94fb-32cd-4ed6-9eea-5bd21f1aad27 already deleted. [ 703.197533] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aba94fb-32cd-4ed6-9eea-5bd21f1aad27" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.630365] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20b9eede-061e-483e-84b3-ee1db27a30fe [ 703.630365] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.630365] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.630365] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.630866] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.630866] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.630866] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20b9eede-061e-483e-84b3-ee1db27a30fe already deleted. [ 703.630866] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20b9eede-061e-483e-84b3-ee1db27a30fe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.190362] env[69711]: INFO networking_nsxv3.common.synchronization [None req-932200dd-cfa3-4020-b377-bfb7cc685507 None None] Enqueued Resource ID: 0d4b3366-9800-4704-b760-71dc4e4f226d with Priority: HIGHEST for action port [ 705.191402] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4b3366-9800-4704-b760-71dc4e4f226d with Priority: HIGHEST for action port [ 705.191792] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d4b3366-9800-4704-b760-71dc4e4f226d taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.191952] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d4b3366-9800-4704-b760-71dc4e4f226d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.192066] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d4b3366-9800-4704-b760-71dc4e4f226d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.192396] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d4b3366-9800-4704-b760-71dc4e4f226d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.192859] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4b3366-9800-4704-b760-71dc4e4f226d',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.451923] env[69711]: INFO networking_nsxv3.common.synchronization [None req-f30a0141-21b9-4ccc-8123-3f47333c4115 None None] Enqueued Resource ID: 1fa3f159-3419-4247-8f44-ddc56196cf95 with Priority: HIGHEST for action port [ 705.451923] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa3f159-3419-4247-8f44-ddc56196cf95 with Priority: HIGHEST for action port [ 705.451923] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fa3f159-3419-4247-8f44-ddc56196cf95 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.452784] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fa3f159-3419-4247-8f44-ddc56196cf95" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.456027] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fa3f159-3419-4247-8f44-ddc56196cf95" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.456027] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fa3f159-3419-4247-8f44-ddc56196cf95" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.456027] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fa3f159-3419-4247-8f44-ddc56196cf95',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.695505] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d4b3366-9800-4704-b760-71dc4e4f226d [ 705.695758] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.695893] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.695969] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.696269] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.696365] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.696463] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d4b3366-9800-4704-b760-71dc4e4f226d already deleted. [ 705.696543] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d4b3366-9800-4704-b760-71dc4e4f226d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.957591] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fa3f159-3419-4247-8f44-ddc56196cf95 [ 705.957591] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.957591] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.957591] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.958742] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.958997] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.960276] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fa3f159-3419-4247-8f44-ddc56196cf95 already deleted. [ 705.960276] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fa3f159-3419-4247-8f44-ddc56196cf95" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.004270] env[69711]: INFO networking_nsxv3.common.synchronization [None req-004ab4a5-7c55-45da-bff8-5638d09e9ab3 None None] Enqueued Resource ID: 3aae6f12-5022-4493-a157-67fa79eef865 with Priority: HIGHEST for action port [ 706.004430] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aae6f12-5022-4493-a157-67fa79eef865 with Priority: HIGHEST for action port [ 706.004990] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aae6f12-5022-4493-a157-67fa79eef865 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.005383] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aae6f12-5022-4493-a157-67fa79eef865" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.005960] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aae6f12-5022-4493-a157-67fa79eef865" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.006324] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aae6f12-5022-4493-a157-67fa79eef865" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.006408] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aae6f12-5022-4493-a157-67fa79eef865',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.246607] env[69711]: INFO networking_nsxv3.common.synchronization [None req-9e1d69ed-bc11-4253-99a4-3143c6d35310 None None] Enqueued Resource ID: 9908d161-9d94-453f-b372-e9cd6d53cec9 with Priority: HIGHEST for action port [ 706.246931] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9908d161-9d94-453f-b372-e9cd6d53cec9 with Priority: HIGHEST for action port [ 706.247402] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-9908d161-9d94-453f-b372-e9cd6d53cec9 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.247528] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9908d161-9d94-453f-b372-e9cd6d53cec9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.247596] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9908d161-9d94-453f-b372-e9cd6d53cec9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.247868] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9908d161-9d94-453f-b372-e9cd6d53cec9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.247957] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9908d161-9d94-453f-b372-e9cd6d53cec9',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.365354] env[69711]: INFO networking_nsxv3.common.synchronization [None req-bda7c4fa-433d-43bb-bd86-26f2ca5138cd tempest-AttachVolumeShelveTestJSON-712859945 tempest-AttachVolumeShelveTestJSON-712859945-project-member] Enqueued Resource ID: 36a3fd72-7bb3-43c0-9399-b7a07dd10e69 with Priority: HIGHEST for action security_group_rules [ 706.365862] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a3fd72-7bb3-43c0-9399-b7a07dd10e69 with Priority: HIGHEST for action security_group_rules [ 706.366902] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a3fd72-7bb3-43c0-9399-b7a07dd10e69 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.366902] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a3fd72-7bb3-43c0-9399-b7a07dd10e69" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.366902] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a3fd72-7bb3-43c0-9399-b7a07dd10e69" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.366902] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a3fd72-7bb3-43c0-9399-b7a07dd10e69" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.366902] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a3fd72-7bb3-43c0-9399-b7a07dd10e69',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.512228] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3aae6f12-5022-4493-a157-67fa79eef865 [ 706.512228] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.512228] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.512228] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.512228] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.512228] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.512228] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3aae6f12-5022-4493-a157-67fa79eef865 already deleted. [ 706.512228] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aae6f12-5022-4493-a157-67fa79eef865" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.627231] env[69711]: INFO networking_nsxv3.common.synchronization [None req-e3310f76-d613-4fe0-8e96-1d4d659469d1 tempest-AttachVolumeShelveTestJSON-712859945 tempest-AttachVolumeShelveTestJSON-712859945-project-member] Enqueued Resource ID: 36a3fd72-7bb3-43c0-9399-b7a07dd10e69 with Priority: HIGHEST for action security_group_rules [ 706.627231] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a3fd72-7bb3-43c0-9399-b7a07dd10e69 with Priority: HIGHEST for action security_group_rules [ 706.627231] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a3fd72-7bb3-43c0-9399-b7a07dd10e69 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.627231] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a3fd72-7bb3-43c0-9399-b7a07dd10e69" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.755054] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9908d161-9d94-453f-b372-e9cd6d53cec9 [ 706.755054] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.755054] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.755054] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.755325] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.755325] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.755416] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9908d161-9d94-453f-b372-e9cd6d53cec9 already deleted. [ 706.755491] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9908d161-9d94-453f-b372-e9cd6d53cec9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.891970] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.891970] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.891970] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.891970] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.891970] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.891970] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a3fd72-7bb3-43c0-9399-b7a07dd10e69 already deleted. [ 706.891970] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a3fd72-7bb3-43c0-9399-b7a07dd10e69" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.891970] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a3fd72-7bb3-43c0-9399-b7a07dd10e69" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.891970] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a3fd72-7bb3-43c0-9399-b7a07dd10e69" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.891970] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a3fd72-7bb3-43c0-9399-b7a07dd10e69',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.416447] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.416895] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.416895] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.416895] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.417291] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.417291] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a3fd72-7bb3-43c0-9399-b7a07dd10e69 already deleted. [ 707.417291] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a3fd72-7bb3-43c0-9399-b7a07dd10e69" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.543934] env[69711]: INFO networking_nsxv3.common.synchronization [None req-a5a19cb4-466c-4ad7-b219-cdaefb0e7a41 None None] Enqueued Resource ID: 3358388e-304c-4536-87b0-fc01c766755e with Priority: HIGHEST for action port [ 709.544594] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3358388e-304c-4536-87b0-fc01c766755e with Priority: HIGHEST for action port [ 709.545685] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-3358388e-304c-4536-87b0-fc01c766755e taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.546225] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3358388e-304c-4536-87b0-fc01c766755e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.546389] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3358388e-304c-4536-87b0-fc01c766755e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.546921] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3358388e-304c-4536-87b0-fc01c766755e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.547224] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3358388e-304c-4536-87b0-fc01c766755e',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.699965] env[69711]: INFO networking_nsxv3.common.synchronization [None req-f2bb0da7-b4e9-4785-abd7-4c46473cd16e None None] Enqueued Resource ID: bf8c922b-7ffc-47d4-9dbe-decc9ceab66e with Priority: HIGHEST for action port [ 709.700262] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8c922b-7ffc-47d4-9dbe-decc9ceab66e with Priority: HIGHEST for action port [ 709.700820] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf8c922b-7ffc-47d4-9dbe-decc9ceab66e taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.700951] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf8c922b-7ffc-47d4-9dbe-decc9ceab66e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.701133] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf8c922b-7ffc-47d4-9dbe-decc9ceab66e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.701305] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf8c922b-7ffc-47d4-9dbe-decc9ceab66e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.701388] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf8c922b-7ffc-47d4-9dbe-decc9ceab66e',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.052214] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3358388e-304c-4536-87b0-fc01c766755e [ 710.052361] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.052519] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.052608] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.052835] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.052928] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.053067] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3358388e-304c-4536-87b0-fc01c766755e already deleted. [ 710.053162] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3358388e-304c-4536-87b0-fc01c766755e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.204513] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf8c922b-7ffc-47d4-9dbe-decc9ceab66e [ 710.204759] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.204896] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.204968] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.206491] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.206491] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.206491] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf8c922b-7ffc-47d4-9dbe-decc9ceab66e already deleted. [ 710.206491] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf8c922b-7ffc-47d4-9dbe-decc9ceab66e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.014851] env[69711]: INFO networking_nsxv3.common.synchronization [None req-9f833c9b-2802-4081-865e-e7d4fa852b49 tempest-AttachVolumeNegativeTest-1876378080 tempest-AttachVolumeNegativeTest-1876378080-project-member] Enqueued Resource ID: 7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb with Priority: HIGHEST for action security_group_rules [ 711.015158] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb with Priority: HIGHEST for action security_group_rules [ 711.015749] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.015888] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.015982] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.016398] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.016485] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.173858] env[69711]: INFO networking_nsxv3.common.synchronization [None req-367a3d3e-4a51-42a4-97b8-626d17f825c5 tempest-AttachVolumeNegativeTest-1876378080 tempest-AttachVolumeNegativeTest-1876378080-project-member] Enqueued Resource ID: 7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb with Priority: HIGHEST for action security_group_rules [ 711.175640] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb with Priority: HIGHEST for action security_group_rules [ 711.176579] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.176725] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.495469] env[69711]: INFO networking_nsxv3.common.synchronization [None req-53d58e07-2e31-43c8-bc40-326bc42317ff None None] Enqueued Resource ID: 14f67529-1eed-4689-ae7a-10c855ae31cb with Priority: HIGHEST for action port [ 711.495728] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f67529-1eed-4689-ae7a-10c855ae31cb with Priority: HIGHEST for action port [ 711.496328] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-14f67529-1eed-4689-ae7a-10c855ae31cb taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.496447] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14f67529-1eed-4689-ae7a-10c855ae31cb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.498020] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14f67529-1eed-4689-ae7a-10c855ae31cb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.498020] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14f67529-1eed-4689-ae7a-10c855ae31cb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.498020] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14f67529-1eed-4689-ae7a-10c855ae31cb',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.540535] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.540635] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.540694] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.540934] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.541098] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.541199] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb already deleted. [ 711.541286] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.541706] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.541870] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.541952] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.960469] env[69711]: INFO networking_nsxv3.common.synchronization [None req-fbc50b7d-7b98-4c37-836d-1f9cec6435e4 None None] Enqueued Resource ID: d380c415-4fe4-4edb-9563-91be2c32eec3 with Priority: HIGHEST for action port [ 711.960697] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d380c415-4fe4-4edb-9563-91be2c32eec3 with Priority: HIGHEST for action port [ 711.961344] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-d380c415-4fe4-4edb-9563-91be2c32eec3 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.961479] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d380c415-4fe4-4edb-9563-91be2c32eec3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.961546] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d380c415-4fe4-4edb-9563-91be2c32eec3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.962252] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d380c415-4fe4-4edb-9563-91be2c32eec3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.962252] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d380c415-4fe4-4edb-9563-91be2c32eec3',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.999429] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14f67529-1eed-4689-ae7a-10c855ae31cb [ 711.999752] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.999752] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.999868] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.000039] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.000224] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.000224] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14f67529-1eed-4689-ae7a-10c855ae31cb already deleted. [ 712.000627] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14f67529-1eed-4689-ae7a-10c855ae31cb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.072676] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.072984] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.072984] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.073211] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.073252] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.073321] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb already deleted. [ 712.073398] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b2dcb4e-6fcd-45e2-bfc5-0bc43eeb2cbb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.466189] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d380c415-4fe4-4edb-9563-91be2c32eec3 [ 712.466464] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.466589] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.466687] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.467194] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.467194] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.467194] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d380c415-4fe4-4edb-9563-91be2c32eec3 already deleted. [ 712.467194] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d380c415-4fe4-4edb-9563-91be2c32eec3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.697315] env[69711]: INFO networking_nsxv3.common.synchronization [None req-8a66e8d3-adff-4712-a985-8231ec0a0229 None None] Enqueued Resource ID: 3bee5a29-ffa2-4f8b-9b6d-e67ac14877ff with Priority: HIGHEST for action port [ 712.697639] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bee5a29-ffa2-4f8b-9b6d-e67ac14877ff with Priority: HIGHEST for action port [ 712.698266] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bee5a29-ffa2-4f8b-9b6d-e67ac14877ff taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.698389] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bee5a29-ffa2-4f8b-9b6d-e67ac14877ff" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.698461] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bee5a29-ffa2-4f8b-9b6d-e67ac14877ff" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.698720] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bee5a29-ffa2-4f8b-9b6d-e67ac14877ff" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.699685] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bee5a29-ffa2-4f8b-9b6d-e67ac14877ff',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.202720] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bee5a29-ffa2-4f8b-9b6d-e67ac14877ff [ 713.203043] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.203113] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.203153] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.203597] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.203597] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.203597] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bee5a29-ffa2-4f8b-9b6d-e67ac14877ff already deleted. [ 713.203771] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bee5a29-ffa2-4f8b-9b6d-e67ac14877ff" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.146792] env[69711]: INFO networking_nsxv3.common.synchronization [None req-c47170d3-cd9a-4572-9ffd-5deb19a29160 tempest-AttachInterfacesTestJSON-1197768723 tempest-AttachInterfacesTestJSON-1197768723-project-member] Enqueued Resource ID: 831accb1-01f0-4ab5-9c12-1a6fc058c67f with Priority: HIGHEST for action security_group_rules [ 716.147198] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831accb1-01f0-4ab5-9c12-1a6fc058c67f with Priority: HIGHEST for action security_group_rules [ 716.147642] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-831accb1-01f0-4ab5-9c12-1a6fc058c67f taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.147771] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-831accb1-01f0-4ab5-9c12-1a6fc058c67f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.147833] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-831accb1-01f0-4ab5-9c12-1a6fc058c67f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.148148] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-831accb1-01f0-4ab5-9c12-1a6fc058c67f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.148246] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('831accb1-01f0-4ab5-9c12-1a6fc058c67f',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.384384] env[69711]: INFO networking_nsxv3.common.synchronization [None req-82b062f7-9c01-4334-ba36-c15c8b301c23 tempest-AttachInterfacesTestJSON-1197768723 tempest-AttachInterfacesTestJSON-1197768723-project-member] Enqueued Resource ID: 831accb1-01f0-4ab5-9c12-1a6fc058c67f with Priority: HIGHEST for action security_group_rules [ 716.384384] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831accb1-01f0-4ab5-9c12-1a6fc058c67f with Priority: HIGHEST for action security_group_rules [ 716.384384] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-831accb1-01f0-4ab5-9c12-1a6fc058c67f taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.384384] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-831accb1-01f0-4ab5-9c12-1a6fc058c67f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.674197] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.674350] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.674413] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.674682] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.674682] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.674885] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 831accb1-01f0-4ab5-9c12-1a6fc058c67f already deleted. [ 716.674885] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-831accb1-01f0-4ab5-9c12-1a6fc058c67f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.675081] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-831accb1-01f0-4ab5-9c12-1a6fc058c67f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.675371] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-831accb1-01f0-4ab5-9c12-1a6fc058c67f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.675371] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('831accb1-01f0-4ab5-9c12-1a6fc058c67f',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.199942] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.200223] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.200223] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.200414] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.200508] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.200606] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 831accb1-01f0-4ab5-9c12-1a6fc058c67f already deleted. [ 717.200687] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-831accb1-01f0-4ab5-9c12-1a6fc058c67f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.780016] env[69711]: INFO networking_nsxv3.common.synchronization [None req-bd9b8371-48f9-4b86-8f63-e37b5021b70b None None] Enqueued Resource ID: 296f1a5b-81a5-4fc7-817e-0b8d0ea6725e with Priority: HIGHEST for action port [ 717.780016] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296f1a5b-81a5-4fc7-817e-0b8d0ea6725e with Priority: HIGHEST for action port [ 717.780157] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-296f1a5b-81a5-4fc7-817e-0b8d0ea6725e taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.780157] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-296f1a5b-81a5-4fc7-817e-0b8d0ea6725e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.780490] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-296f1a5b-81a5-4fc7-817e-0b8d0ea6725e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.780490] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-296f1a5b-81a5-4fc7-817e-0b8d0ea6725e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.780599] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('296f1a5b-81a5-4fc7-817e-0b8d0ea6725e',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.284881] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 296f1a5b-81a5-4fc7-817e-0b8d0ea6725e [ 718.284881] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.284881] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.284881] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.284881] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.284881] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.284881] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:296f1a5b-81a5-4fc7-817e-0b8d0ea6725e already deleted. [ 718.285406] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-296f1a5b-81a5-4fc7-817e-0b8d0ea6725e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.134827] env[69711]: INFO networking_nsxv3.common.synchronization [None req-bb8f6c40-c14d-4dcc-8f1a-f84cf05d9c99 None None] Enqueued Resource ID: 9a6fbc09-b3c3-4398-adfa-efabe90937f5 with Priority: HIGHEST for action port [ 721.135105] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a6fbc09-b3c3-4398-adfa-efabe90937f5 with Priority: HIGHEST for action port [ 721.135671] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a6fbc09-b3c3-4398-adfa-efabe90937f5 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.135823] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a6fbc09-b3c3-4398-adfa-efabe90937f5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.135874] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a6fbc09-b3c3-4398-adfa-efabe90937f5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.136261] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a6fbc09-b3c3-4398-adfa-efabe90937f5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.136343] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a6fbc09-b3c3-4398-adfa-efabe90937f5',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.637955] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a6fbc09-b3c3-4398-adfa-efabe90937f5 [ 721.638230] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.638416] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.638461] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.638632] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.638873] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.638873] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a6fbc09-b3c3-4398-adfa-efabe90937f5 already deleted. [ 721.639017] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a6fbc09-b3c3-4398-adfa-efabe90937f5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.186681] env[69711]: INFO networking_nsxv3.common.synchronization [None req-abcf3f85-e26d-4de5-bc1e-2b5908fca28a None None] Enqueued Resource ID: ec4a73bc-e834-435f-b4a7-a19ed5cad7eb with Priority: HIGHEST for action port [ 722.187412] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4a73bc-e834-435f-b4a7-a19ed5cad7eb with Priority: HIGHEST for action port [ 722.190302] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4a73bc-e834-435f-b4a7-a19ed5cad7eb taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.190302] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4a73bc-e834-435f-b4a7-a19ed5cad7eb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.190302] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4a73bc-e834-435f-b4a7-a19ed5cad7eb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.190887] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4a73bc-e834-435f-b4a7-a19ed5cad7eb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.191321] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4a73bc-e834-435f-b4a7-a19ed5cad7eb',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.693549] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec4a73bc-e834-435f-b4a7-a19ed5cad7eb [ 722.694237] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.694237] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.694237] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.694442] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.694442] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.694512] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec4a73bc-e834-435f-b4a7-a19ed5cad7eb already deleted. [ 722.694843] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4a73bc-e834-435f-b4a7-a19ed5cad7eb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.894460] env[69711]: INFO networking_nsxv3.common.synchronization [None req-22eb17bc-4770-44f7-a240-7f450fdc9aa0 None None] Enqueued Resource ID: 43d857f7-5974-4c49-b286-0c0db780ec28 with Priority: HIGHEST for action port [ 722.894460] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d857f7-5974-4c49-b286-0c0db780ec28 with Priority: HIGHEST for action port [ 722.894460] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d857f7-5974-4c49-b286-0c0db780ec28 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.894460] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d857f7-5974-4c49-b286-0c0db780ec28" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.894460] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d857f7-5974-4c49-b286-0c0db780ec28" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.894913] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d857f7-5974-4c49-b286-0c0db780ec28" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.894913] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d857f7-5974-4c49-b286-0c0db780ec28',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.896523] env[69711]: INFO networking_nsxv3.common.synchronization [None req-93c0378e-fc67-4794-8a9b-938987bfd8ba None None] Enqueued Resource ID: 9da88d6c-dc21-43e9-9cb9-a00d5760ffaa with Priority: HIGHEST for action port [ 722.896755] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da88d6c-dc21-43e9-9cb9-a00d5760ffaa with Priority: HIGHEST for action port [ 722.897035] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-9da88d6c-dc21-43e9-9cb9-a00d5760ffaa taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.898664] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9da88d6c-dc21-43e9-9cb9-a00d5760ffaa" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.898664] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9da88d6c-dc21-43e9-9cb9-a00d5760ffaa" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.898855] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9da88d6c-dc21-43e9-9cb9-a00d5760ffaa" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.898899] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da88d6c-dc21-43e9-9cb9-a00d5760ffaa',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.402737] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43d857f7-5974-4c49-b286-0c0db780ec28 [ 723.403071] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.403139] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.403203] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.403431] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.403524] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.403625] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43d857f7-5974-4c49-b286-0c0db780ec28 already deleted. [ 723.403711] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d857f7-5974-4c49-b286-0c0db780ec28" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.416547] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9da88d6c-dc21-43e9-9cb9-a00d5760ffaa [ 723.416802] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.416949] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.417034] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.417257] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.417346] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.417444] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9da88d6c-dc21-43e9-9cb9-a00d5760ffaa already deleted. [ 723.417527] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9da88d6c-dc21-43e9-9cb9-a00d5760ffaa" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.738019] env[69711]: INFO networking_nsxv3.common.synchronization [None req-ac56e94d-b366-4534-92cd-65f35231b3cd tempest-AttachVolumeShelveTestJSON-712859945 tempest-AttachVolumeShelveTestJSON-712859945-project-member] Enqueued Resource ID: 4eb24c78-0708-435c-9114-491404432f65 with Priority: HIGHEST for action security_group_rules [ 723.738019] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb24c78-0708-435c-9114-491404432f65 with Priority: HIGHEST for action security_group_rules [ 723.738019] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eb24c78-0708-435c-9114-491404432f65 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.738019] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eb24c78-0708-435c-9114-491404432f65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.738019] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eb24c78-0708-435c-9114-491404432f65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.738885] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eb24c78-0708-435c-9114-491404432f65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.740254] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eb24c78-0708-435c-9114-491404432f65',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.043773] env[69711]: INFO networking_nsxv3.common.synchronization [None req-03a66e8c-f3ae-4ccf-8587-b9739cafe6dd tempest-AttachVolumeShelveTestJSON-712859945 tempest-AttachVolumeShelveTestJSON-712859945-project-member] Enqueued Resource ID: 4eb24c78-0708-435c-9114-491404432f65 with Priority: HIGHEST for action security_group_rules [ 724.044126] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb24c78-0708-435c-9114-491404432f65 with Priority: HIGHEST for action security_group_rules [ 724.044419] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eb24c78-0708-435c-9114-491404432f65 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.044513] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eb24c78-0708-435c-9114-491404432f65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.088815] env[69711]: INFO networking_nsxv3.common.synchronization [None req-1d952546-d34f-4ec1-85ca-a8f0d9b64adc None None] Enqueued Resource ID: db7eda75-8b61-4ed8-8ccd-440ae5a98bcb with Priority: HIGHEST for action port [ 724.089661] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db7eda75-8b61-4ed8-8ccd-440ae5a98bcb with Priority: HIGHEST for action port [ 724.089771] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-db7eda75-8b61-4ed8-8ccd-440ae5a98bcb taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.089900] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db7eda75-8b61-4ed8-8ccd-440ae5a98bcb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.091034] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db7eda75-8b61-4ed8-8ccd-440ae5a98bcb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.091034] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db7eda75-8b61-4ed8-8ccd-440ae5a98bcb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.091034] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7eda75-8b61-4ed8-8ccd-440ae5a98bcb',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.226555] env[69711]: INFO networking_nsxv3.common.synchronization [None req-cb0a8b3d-58b9-4c64-ad51-d0b5c235f9f7 None None] Enqueued Resource ID: 255372ef-da83-4261-bef3-701701f4f8e8 with Priority: HIGHEST for action port [ 724.226555] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 255372ef-da83-4261-bef3-701701f4f8e8 with Priority: HIGHEST for action port [ 724.227147] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-255372ef-da83-4261-bef3-701701f4f8e8 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.227263] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-255372ef-da83-4261-bef3-701701f4f8e8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.227327] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-255372ef-da83-4261-bef3-701701f4f8e8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.227573] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-255372ef-da83-4261-bef3-701701f4f8e8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.227651] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255372ef-da83-4261-bef3-701701f4f8e8',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.262941] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.263035] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.263110] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.263866] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.264124] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.264124] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eb24c78-0708-435c-9114-491404432f65 already deleted. [ 724.264300] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eb24c78-0708-435c-9114-491404432f65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.264300] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eb24c78-0708-435c-9114-491404432f65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.264469] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eb24c78-0708-435c-9114-491404432f65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.264554] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eb24c78-0708-435c-9114-491404432f65',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.594839] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db7eda75-8b61-4ed8-8ccd-440ae5a98bcb [ 724.594839] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.594839] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.595243] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.595243] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.595243] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.595457] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db7eda75-8b61-4ed8-8ccd-440ae5a98bcb already deleted. [ 724.595457] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db7eda75-8b61-4ed8-8ccd-440ae5a98bcb" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.732635] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 255372ef-da83-4261-bef3-701701f4f8e8 [ 724.732872] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.733014] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.733124] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.733390] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.733597] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.733597] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:255372ef-da83-4261-bef3-701701f4f8e8 already deleted. [ 724.733791] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-255372ef-da83-4261-bef3-701701f4f8e8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.786202] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.786401] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.786444] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.786637] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.786727] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.786823] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eb24c78-0708-435c-9114-491404432f65 already deleted. [ 724.786905] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eb24c78-0708-435c-9114-491404432f65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.768875] env[69711]: INFO networking_nsxv3.common.synchronization [None req-205b0d67-6058-4297-84c4-4acfbb232db4 None None] Enqueued Resource ID: 3d40d00c-9d68-4817-b01e-67c3908c394f with Priority: HIGHEST for action port [ 725.768875] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d40d00c-9d68-4817-b01e-67c3908c394f with Priority: HIGHEST for action port [ 725.768875] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d40d00c-9d68-4817-b01e-67c3908c394f taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.769450] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d40d00c-9d68-4817-b01e-67c3908c394f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.769450] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d40d00c-9d68-4817-b01e-67c3908c394f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.769450] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d40d00c-9d68-4817-b01e-67c3908c394f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.769450] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d40d00c-9d68-4817-b01e-67c3908c394f',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.274444] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d40d00c-9d68-4817-b01e-67c3908c394f [ 726.274444] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.274444] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.274444] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.274444] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.274444] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.274444] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d40d00c-9d68-4817-b01e-67c3908c394f already deleted. [ 726.274444] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d40d00c-9d68-4817-b01e-67c3908c394f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.390928] env[69711]: INFO networking_nsxv3.common.synchronization [None req-2057b4ee-3207-45eb-bca0-d5b89afd7930 None None] Enqueued Resource ID: 93af39b1-a968-4beb-b5ed-cd9e7c42b3f9 with Priority: HIGHEST for action port [ 726.391823] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93af39b1-a968-4beb-b5ed-cd9e7c42b3f9 with Priority: HIGHEST for action port [ 726.393118] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-93af39b1-a968-4beb-b5ed-cd9e7c42b3f9 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.393515] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93af39b1-a968-4beb-b5ed-cd9e7c42b3f9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.393515] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93af39b1-a968-4beb-b5ed-cd9e7c42b3f9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.393629] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93af39b1-a968-4beb-b5ed-cd9e7c42b3f9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.393714] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93af39b1-a968-4beb-b5ed-cd9e7c42b3f9',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.898270] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93af39b1-a968-4beb-b5ed-cd9e7c42b3f9 [ 726.898270] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.898270] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.898270] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.898270] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.898270] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.898270] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93af39b1-a968-4beb-b5ed-cd9e7c42b3f9 already deleted. [ 726.898270] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93af39b1-a968-4beb-b5ed-cd9e7c42b3f9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.064089] env[69711]: INFO networking_nsxv3.common.synchronization [None req-fdc5e5ed-af91-4328-b4c5-d9b48901872d None None] Enqueued Resource ID: c8554169-6e5c-4ba7-b33a-0af2b167d5b3 with Priority: HIGHEST for action port [ 727.064361] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8554169-6e5c-4ba7-b33a-0af2b167d5b3 with Priority: HIGHEST for action port [ 727.065043] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8554169-6e5c-4ba7-b33a-0af2b167d5b3 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.065151] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8554169-6e5c-4ba7-b33a-0af2b167d5b3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.065540] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8554169-6e5c-4ba7-b33a-0af2b167d5b3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.066233] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8554169-6e5c-4ba7-b33a-0af2b167d5b3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.066233] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8554169-6e5c-4ba7-b33a-0af2b167d5b3',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.568756] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8554169-6e5c-4ba7-b33a-0af2b167d5b3 [ 727.570386] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.570582] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.570651] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.571110] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.571110] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.572033] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8554169-6e5c-4ba7-b33a-0af2b167d5b3 already deleted. [ 727.572312] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8554169-6e5c-4ba7-b33a-0af2b167d5b3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.869636] env[69711]: INFO networking_nsxv3.common.synchronization [None req-0afcebcc-44a2-4f12-a414-3b2b19ca1f71 None None] Enqueued Resource ID: 541b2ac7-eda9-409c-95f0-7970d61308d6 with Priority: HIGHEST for action port [ 727.870508] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541b2ac7-eda9-409c-95f0-7970d61308d6 with Priority: HIGHEST for action port [ 727.870830] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-541b2ac7-eda9-409c-95f0-7970d61308d6 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.870967] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-541b2ac7-eda9-409c-95f0-7970d61308d6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.871215] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-541b2ac7-eda9-409c-95f0-7970d61308d6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.871567] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-541b2ac7-eda9-409c-95f0-7970d61308d6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.871656] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('541b2ac7-eda9-409c-95f0-7970d61308d6',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.026553] env[69711]: INFO networking_nsxv3.common.synchronization [None req-c2a4970b-6e33-45a1-b1d2-75fed99e10c2 tempest-AttachVolumeNegativeTest-1876378080 tempest-AttachVolumeNegativeTest-1876378080-project-member] Enqueued Resource ID: 2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4 with Priority: HIGHEST for action security_group_rules [ 728.027200] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4 with Priority: HIGHEST for action security_group_rules [ 728.027441] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.027612] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.027674] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.027978] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.029153] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.137324] env[69711]: INFO networking_nsxv3.common.synchronization [None req-2a6f5162-7d7e-4942-a23d-27c4ee88fe49 None None] Enqueued Resource ID: 791e32d5-4e2f-4aa7-b636-88f8feb0451e with Priority: HIGHEST for action port [ 728.137324] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791e32d5-4e2f-4aa7-b636-88f8feb0451e with Priority: HIGHEST for action port [ 728.137875] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-791e32d5-4e2f-4aa7-b636-88f8feb0451e taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.137875] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-791e32d5-4e2f-4aa7-b636-88f8feb0451e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.137875] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-791e32d5-4e2f-4aa7-b636-88f8feb0451e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.138230] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-791e32d5-4e2f-4aa7-b636-88f8feb0451e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.138230] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('791e32d5-4e2f-4aa7-b636-88f8feb0451e',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.163583] env[69711]: INFO networking_nsxv3.common.synchronization [None req-fb81183a-ffe4-406d-b04a-7ab354923513 tempest-AttachVolumeNegativeTest-1876378080 tempest-AttachVolumeNegativeTest-1876378080-project-member] Enqueued Resource ID: 2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4 with Priority: HIGHEST for action security_group_rules [ 728.164063] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4 with Priority: HIGHEST for action security_group_rules [ 728.164579] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.164684] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.375959] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 541b2ac7-eda9-409c-95f0-7970d61308d6 [ 728.376490] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.376736] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.376736] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.376932] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.377037] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.377139] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:541b2ac7-eda9-409c-95f0-7970d61308d6 already deleted. [ 728.377260] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-541b2ac7-eda9-409c-95f0-7970d61308d6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.557022] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.557022] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.557022] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.557022] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.557022] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.557022] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4 already deleted. [ 728.557022] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.557022] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.557022] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.557022] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.641599] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 791e32d5-4e2f-4aa7-b636-88f8feb0451e [ 728.641965] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.642109] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.642150] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.642703] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.642703] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.642703] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:791e32d5-4e2f-4aa7-b636-88f8feb0451e already deleted. [ 728.642703] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-791e32d5-4e2f-4aa7-b636-88f8feb0451e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.080958] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.080958] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.081291] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.081291] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.081355] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.081387] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4 already deleted. [ 729.081476] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ecee2a5-c3bf-410f-9c90-b5ddd4a340c4" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.178026] env[69711]: INFO networking_nsxv3.common.synchronization [None req-e6eb5ed5-9f8b-4cab-be5b-d50fef18be3a tempest-ServerActionsTestOtherA-410104298 tempest-ServerActionsTestOtherA-410104298-project-member] Enqueued Resource ID: 4df3edcd-27f5-4f5f-a4bc-93e8934809d0 with Priority: HIGHEST for action security_group_rules [ 729.178575] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4df3edcd-27f5-4f5f-a4bc-93e8934809d0 with Priority: HIGHEST for action security_group_rules [ 729.178920] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4df3edcd-27f5-4f5f-a4bc-93e8934809d0 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.179305] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4df3edcd-27f5-4f5f-a4bc-93e8934809d0" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.179475] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4df3edcd-27f5-4f5f-a4bc-93e8934809d0" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.180556] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4df3edcd-27f5-4f5f-a4bc-93e8934809d0" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.180556] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4df3edcd-27f5-4f5f-a4bc-93e8934809d0',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.417612] env[69711]: INFO networking_nsxv3.common.synchronization [None req-d54330cc-54c0-4b88-843b-2cb0d72ba615 tempest-ServerActionsTestOtherA-410104298 tempest-ServerActionsTestOtherA-410104298-project-member] Enqueued Resource ID: 4df3edcd-27f5-4f5f-a4bc-93e8934809d0 with Priority: HIGHEST for action security_group_rules [ 729.418249] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4df3edcd-27f5-4f5f-a4bc-93e8934809d0 with Priority: HIGHEST for action security_group_rules [ 729.418810] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4df3edcd-27f5-4f5f-a4bc-93e8934809d0 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.418932] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4df3edcd-27f5-4f5f-a4bc-93e8934809d0" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.703873] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.704056] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.704056] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.704365] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.704365] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.704429] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4df3edcd-27f5-4f5f-a4bc-93e8934809d0 already deleted. [ 729.704992] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4df3edcd-27f5-4f5f-a4bc-93e8934809d0" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.704992] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4df3edcd-27f5-4f5f-a4bc-93e8934809d0" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.704992] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4df3edcd-27f5-4f5f-a4bc-93e8934809d0" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.704992] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4df3edcd-27f5-4f5f-a4bc-93e8934809d0',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.230575] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.230575] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.230575] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.230575] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.230575] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.230575] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4df3edcd-27f5-4f5f-a4bc-93e8934809d0 already deleted. [ 730.230575] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4df3edcd-27f5-4f5f-a4bc-93e8934809d0" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.113889] env[69711]: INFO networking_nsxv3.common.synchronization [None req-0995fae5-921b-4c9c-b165-b7f225e06185 None None] Enqueued Resource ID: 8ff82225-5165-4ebf-aa11-a22259748728 with Priority: HIGHEST for action port [ 732.114162] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff82225-5165-4ebf-aa11-a22259748728 with Priority: HIGHEST for action port [ 732.114758] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ff82225-5165-4ebf-aa11-a22259748728 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.114864] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ff82225-5165-4ebf-aa11-a22259748728" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.114941] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ff82225-5165-4ebf-aa11-a22259748728" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.115220] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ff82225-5165-4ebf-aa11-a22259748728" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.115306] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ff82225-5165-4ebf-aa11-a22259748728',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.619440] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ff82225-5165-4ebf-aa11-a22259748728 [ 732.619685] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.621059] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.621059] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.621059] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.621059] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.621059] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ff82225-5165-4ebf-aa11-a22259748728 already deleted. [ 732.621059] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ff82225-5165-4ebf-aa11-a22259748728" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.366723] env[69711]: INFO networking_nsxv3.common.synchronization [None req-a229e999-41c9-4ff9-aa07-f6388370e71d tempest-AttachInterfacesTestJSON-1197768723 tempest-AttachInterfacesTestJSON-1197768723-project-member] Enqueued Resource ID: a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05 with Priority: HIGHEST for action security_group_rules [ 733.367623] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05 with Priority: HIGHEST for action security_group_rules [ 733.367928] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.368891] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.368891] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.368891] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.368891] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.654305] env[69711]: INFO networking_nsxv3.common.synchronization [None req-bcad2f4a-b053-4e37-88f1-1e5ef6d18839 tempest-AttachInterfacesTestJSON-1197768723 tempest-AttachInterfacesTestJSON-1197768723-project-member] Enqueued Resource ID: a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05 with Priority: HIGHEST for action security_group_rules [ 733.654833] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05 with Priority: HIGHEST for action security_group_rules [ 733.655157] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.655283] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.894099] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.894533] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.894533] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.894679] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.894799] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.894851] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05 already deleted. [ 733.894937] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.896260] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.896260] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.896260] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.421194] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.422672] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.422672] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.423335] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.423335] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.423335] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05 already deleted. [ 734.423335] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a557fc92-0ad9-4ae9-bb39-0b8b8e2d3a05" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.844542] env[69711]: INFO networking_nsxv3.common.synchronization [None req-7e99c842-8edc-4dc7-9708-ed5ffc99727f None None] Enqueued Resource ID: 1043bcdd-6726-48ae-ad2d-2b9cc04d70a8 with Priority: HIGHEST for action port [ 734.844542] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1043bcdd-6726-48ae-ad2d-2b9cc04d70a8 with Priority: HIGHEST for action port [ 734.844542] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-1043bcdd-6726-48ae-ad2d-2b9cc04d70a8 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.844542] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1043bcdd-6726-48ae-ad2d-2b9cc04d70a8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.844542] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1043bcdd-6726-48ae-ad2d-2b9cc04d70a8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.848950] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1043bcdd-6726-48ae-ad2d-2b9cc04d70a8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.850325] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1043bcdd-6726-48ae-ad2d-2b9cc04d70a8',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.973591] env[69711]: INFO networking_nsxv3.common.synchronization [None req-72152339-ed77-4f71-9af1-ab9d497c0268 None None] Enqueued Resource ID: 67438854-f5ff-4bb3-8c65-19120a9f7032 with Priority: HIGHEST for action port [ 734.974278] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67438854-f5ff-4bb3-8c65-19120a9f7032 with Priority: HIGHEST for action port [ 734.974903] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-67438854-f5ff-4bb3-8c65-19120a9f7032 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.974903] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67438854-f5ff-4bb3-8c65-19120a9f7032" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.974903] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67438854-f5ff-4bb3-8c65-19120a9f7032" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.974903] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67438854-f5ff-4bb3-8c65-19120a9f7032" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.975288] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67438854-f5ff-4bb3-8c65-19120a9f7032',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.353679] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1043bcdd-6726-48ae-ad2d-2b9cc04d70a8 [ 735.353679] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.353679] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.353679] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.353679] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.353679] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.353679] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1043bcdd-6726-48ae-ad2d-2b9cc04d70a8 already deleted. [ 735.353679] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1043bcdd-6726-48ae-ad2d-2b9cc04d70a8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.480557] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67438854-f5ff-4bb3-8c65-19120a9f7032 [ 735.480557] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.480557] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.480557] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.480557] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.480557] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.480557] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67438854-f5ff-4bb3-8c65-19120a9f7032 already deleted. [ 735.480557] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67438854-f5ff-4bb3-8c65-19120a9f7032" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.035600] env[69711]: INFO networking_nsxv3.common.synchronization [None req-1badaa30-9bc0-4021-a7c4-7f8fab1d7b7a None None] Enqueued Resource ID: dd83f212-2930-4962-8014-9019b81d9995 with Priority: HIGHEST for action port [ 738.036042] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd83f212-2930-4962-8014-9019b81d9995 with Priority: HIGHEST for action port [ 738.037028] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd83f212-2930-4962-8014-9019b81d9995 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.037189] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd83f212-2930-4962-8014-9019b81d9995" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.037240] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd83f212-2930-4962-8014-9019b81d9995" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.037902] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd83f212-2930-4962-8014-9019b81d9995" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.038072] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd83f212-2930-4962-8014-9019b81d9995',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.540729] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd83f212-2930-4962-8014-9019b81d9995 [ 738.540971] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.541164] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.541303] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.541713] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.541897] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.542015] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd83f212-2930-4962-8014-9019b81d9995 already deleted. [ 738.542103] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd83f212-2930-4962-8014-9019b81d9995" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.935947] env[69711]: INFO networking_nsxv3.common.synchronization [None req-1ada6d2b-867b-4021-a3c6-7ae7e8552584 None None] Enqueued Resource ID: 61d73a64-b20a-4087-9c0b-89d20c7fd8e6 with Priority: HIGHEST for action port [ 740.935947] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d73a64-b20a-4087-9c0b-89d20c7fd8e6 with Priority: HIGHEST for action port [ 740.935947] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-61d73a64-b20a-4087-9c0b-89d20c7fd8e6 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.935947] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61d73a64-b20a-4087-9c0b-89d20c7fd8e6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.935947] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61d73a64-b20a-4087-9c0b-89d20c7fd8e6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.936733] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61d73a64-b20a-4087-9c0b-89d20c7fd8e6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.937368] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d73a64-b20a-4087-9c0b-89d20c7fd8e6',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.441125] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61d73a64-b20a-4087-9c0b-89d20c7fd8e6 [ 741.441125] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.441125] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.441125] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.441125] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.441125] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.441125] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61d73a64-b20a-4087-9c0b-89d20c7fd8e6 already deleted. [ 741.441125] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61d73a64-b20a-4087-9c0b-89d20c7fd8e6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.002024] env[69711]: INFO networking_nsxv3.common.synchronization [None req-4d2eb6ee-45a7-4d6c-b5a9-2620c1c65a66 None None] Enqueued Resource ID: ebf84bcf-e6aa-48d1-916d-82be968ffbc9 with Priority: HIGHEST for action port [ 742.002024] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf84bcf-e6aa-48d1-916d-82be968ffbc9 with Priority: HIGHEST for action port [ 742.003170] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebf84bcf-e6aa-48d1-916d-82be968ffbc9 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.003303] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebf84bcf-e6aa-48d1-916d-82be968ffbc9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.003400] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebf84bcf-e6aa-48d1-916d-82be968ffbc9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.003775] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebf84bcf-e6aa-48d1-916d-82be968ffbc9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.003775] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf84bcf-e6aa-48d1-916d-82be968ffbc9',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.344882] env[69711]: INFO networking_nsxv3.common.synchronization [None req-ace80657-fdc1-46a8-9909-5a2b381eeb68 tempest-AttachVolumeNegativeTest-1876378080 tempest-AttachVolumeNegativeTest-1876378080-project-member] Enqueued Resource ID: ae84cda9-7fc9-4f3e-954c-70d46f2b6406 with Priority: HIGHEST for action security_group_rules [ 742.345251] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae84cda9-7fc9-4f3e-954c-70d46f2b6406 with Priority: HIGHEST for action security_group_rules [ 742.346123] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae84cda9-7fc9-4f3e-954c-70d46f2b6406 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.346123] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae84cda9-7fc9-4f3e-954c-70d46f2b6406" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.346123] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae84cda9-7fc9-4f3e-954c-70d46f2b6406" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.346255] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae84cda9-7fc9-4f3e-954c-70d46f2b6406" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.346280] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae84cda9-7fc9-4f3e-954c-70d46f2b6406',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.508767] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebf84bcf-e6aa-48d1-916d-82be968ffbc9 [ 742.509533] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.509700] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.509769] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.510014] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.510079] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.510174] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebf84bcf-e6aa-48d1-916d-82be968ffbc9 already deleted. [ 742.510953] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebf84bcf-e6aa-48d1-916d-82be968ffbc9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.874123] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.874123] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.874123] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.874123] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.874123] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.874123] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae84cda9-7fc9-4f3e-954c-70d46f2b6406 already deleted. [ 742.874123] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae84cda9-7fc9-4f3e-954c-70d46f2b6406" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.196629] env[69711]: INFO networking_nsxv3.common.synchronization [None req-39737a4f-af83-4a17-bd0a-4f84aad71ed8 tempest-AttachVolumeNegativeTest-1876378080 tempest-AttachVolumeNegativeTest-1876378080-project-member] Enqueued Resource ID: ae84cda9-7fc9-4f3e-954c-70d46f2b6406 with Priority: HIGHEST for action security_group_rules [ 743.197279] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae84cda9-7fc9-4f3e-954c-70d46f2b6406 with Priority: HIGHEST for action security_group_rules [ 743.197589] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae84cda9-7fc9-4f3e-954c-70d46f2b6406 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.197708] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae84cda9-7fc9-4f3e-954c-70d46f2b6406" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.197778] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae84cda9-7fc9-4f3e-954c-70d46f2b6406" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.201947] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae84cda9-7fc9-4f3e-954c-70d46f2b6406" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.201947] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae84cda9-7fc9-4f3e-954c-70d46f2b6406',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.239785] env[69711]: INFO networking_nsxv3.common.synchronization [None req-6da71ce7-f7bb-4d29-b5f6-6836fc19233d None None] Enqueued Resource ID: 1d679c4a-2fc0-491e-a377-c9276628f75e with Priority: HIGHEST for action port [ 743.240700] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d679c4a-2fc0-491e-a377-c9276628f75e with Priority: HIGHEST for action port [ 743.243251] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d679c4a-2fc0-491e-a377-c9276628f75e taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.243251] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d679c4a-2fc0-491e-a377-c9276628f75e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.243251] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d679c4a-2fc0-491e-a377-c9276628f75e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.243364] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d679c4a-2fc0-491e-a377-c9276628f75e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.243364] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d679c4a-2fc0-491e-a377-c9276628f75e',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.724261] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.724418] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.724492] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.724710] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.724932] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.724932] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae84cda9-7fc9-4f3e-954c-70d46f2b6406 already deleted. [ 743.725023] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae84cda9-7fc9-4f3e-954c-70d46f2b6406" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.746957] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d679c4a-2fc0-491e-a377-c9276628f75e [ 743.747365] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.747596] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.747723] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.748054] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.748244] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.748416] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d679c4a-2fc0-491e-a377-c9276628f75e already deleted. [ 743.748569] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d679c4a-2fc0-491e-a377-c9276628f75e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.585449] env[69711]: INFO networking_nsxv3.common.synchronization [None req-e66b3ff0-9a5b-4591-bec3-5db249bb2a9f None None] Enqueued Resource ID: dde7aa5e-3977-46a2-a6ff-9e34280bb654 with Priority: HIGHEST for action port [ 745.586059] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde7aa5e-3977-46a2-a6ff-9e34280bb654 with Priority: HIGHEST for action port [ 745.586358] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-dde7aa5e-3977-46a2-a6ff-9e34280bb654 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.586791] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dde7aa5e-3977-46a2-a6ff-9e34280bb654" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.586867] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dde7aa5e-3977-46a2-a6ff-9e34280bb654" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.587140] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dde7aa5e-3977-46a2-a6ff-9e34280bb654" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.587226] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde7aa5e-3977-46a2-a6ff-9e34280bb654',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.092066] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dde7aa5e-3977-46a2-a6ff-9e34280bb654 [ 746.092153] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.092274] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.092339] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.092558] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.092648] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.092744] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dde7aa5e-3977-46a2-a6ff-9e34280bb654 already deleted. [ 746.092825] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dde7aa5e-3977-46a2-a6ff-9e34280bb654" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.094323] env[69711]: INFO networking_nsxv3.common.synchronization [None req-68cdd70a-aa83-4be0-9bc0-8e8c9cbaa1b2 None None] Enqueued Resource ID: b8e32fe9-1ec3-49e8-af1a-391874dc895f with Priority: HIGHEST for action port [ 747.097032] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e32fe9-1ec3-49e8-af1a-391874dc895f with Priority: HIGHEST for action port [ 747.097314] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8e32fe9-1ec3-49e8-af1a-391874dc895f taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.097314] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8e32fe9-1ec3-49e8-af1a-391874dc895f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.097473] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8e32fe9-1ec3-49e8-af1a-391874dc895f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.097955] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8e32fe9-1ec3-49e8-af1a-391874dc895f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.098076] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e32fe9-1ec3-49e8-af1a-391874dc895f',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.600371] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8e32fe9-1ec3-49e8-af1a-391874dc895f [ 747.602261] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.602261] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.602261] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.602261] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.602261] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.602261] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8e32fe9-1ec3-49e8-af1a-391874dc895f already deleted. [ 747.602261] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8e32fe9-1ec3-49e8-af1a-391874dc895f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.474872] env[69711]: INFO networking_nsxv3.common.synchronization [None req-8698344f-62d5-4dc0-88c5-76cbe4bedd6c None None] Enqueued Resource ID: 857a04ad-96f7-4d3b-94f2-65cd322242b1 with Priority: HIGHEST for action port [ 748.475427] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857a04ad-96f7-4d3b-94f2-65cd322242b1 with Priority: HIGHEST for action port [ 748.475670] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-857a04ad-96f7-4d3b-94f2-65cd322242b1 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.475795] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-857a04ad-96f7-4d3b-94f2-65cd322242b1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.475861] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-857a04ad-96f7-4d3b-94f2-65cd322242b1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.477410] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-857a04ad-96f7-4d3b-94f2-65cd322242b1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.477505] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('857a04ad-96f7-4d3b-94f2-65cd322242b1',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.979896] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 857a04ad-96f7-4d3b-94f2-65cd322242b1 [ 748.980354] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.980850] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.981074] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.981413] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.981623] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.985383] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:857a04ad-96f7-4d3b-94f2-65cd322242b1 already deleted. [ 748.985383] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-857a04ad-96f7-4d3b-94f2-65cd322242b1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.267505] env[69711]: INFO networking_nsxv3.common.synchronization [None req-26adde23-9914-4412-a01c-4b68eee31d25 None None] Enqueued Resource ID: 0d582248-5a24-4302-a286-5e1098a8e942 with Priority: HIGHEST for action port [ 749.268932] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d582248-5a24-4302-a286-5e1098a8e942 with Priority: HIGHEST for action port [ 749.270821] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d582248-5a24-4302-a286-5e1098a8e942 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.271033] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d582248-5a24-4302-a286-5e1098a8e942" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.271137] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d582248-5a24-4302-a286-5e1098a8e942" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.271428] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d582248-5a24-4302-a286-5e1098a8e942" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.271548] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d582248-5a24-4302-a286-5e1098a8e942',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.432068] env[69711]: INFO networking_nsxv3.common.synchronization [req-eced715c-d1c5-428d-b620-f642d2d0f9f2 req-be256156-2693-44fd-ba34-074c76ad16e3 tempest-SecurityGroupRulesTestJSON-1307972211 tempest-SecurityGroupRulesTestJSON-1307972211-project-member] Enqueued Resource ID: ca5362fa-52f3-4065-87bd-db15e09da85d with Priority: HIGHEST for action security_group_rules [ 749.432458] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca5362fa-52f3-4065-87bd-db15e09da85d with Priority: HIGHEST for action security_group_rules [ 749.433166] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca5362fa-52f3-4065-87bd-db15e09da85d taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.433166] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca5362fa-52f3-4065-87bd-db15e09da85d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.433297] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca5362fa-52f3-4065-87bd-db15e09da85d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.433544] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca5362fa-52f3-4065-87bd-db15e09da85d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.433664] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca5362fa-52f3-4065-87bd-db15e09da85d',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.774172] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d582248-5a24-4302-a286-5e1098a8e942 [ 749.774415] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.774472] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.774528] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.774739] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.774834] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.774929] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d582248-5a24-4302-a286-5e1098a8e942 already deleted. [ 749.775023] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d582248-5a24-4302-a286-5e1098a8e942" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.959272] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.959470] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.959512] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.959741] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.959835] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.959932] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca5362fa-52f3-4065-87bd-db15e09da85d already deleted. [ 749.960021] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca5362fa-52f3-4065-87bd-db15e09da85d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.702234] env[69711]: INFO networking_nsxv3.common.synchronization [None req-88483bb9-c4ae-47dc-aed3-8213b9933263 None None] Enqueued Resource ID: 3d091945-61b9-485d-bf95-7e15ede8e021 with Priority: HIGHEST for action port [ 750.702234] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d091945-61b9-485d-bf95-7e15ede8e021 with Priority: HIGHEST for action port [ 750.702234] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d091945-61b9-485d-bf95-7e15ede8e021 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.703143] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d091945-61b9-485d-bf95-7e15ede8e021" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.703329] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d091945-61b9-485d-bf95-7e15ede8e021" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.704404] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d091945-61b9-485d-bf95-7e15ede8e021" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.704404] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d091945-61b9-485d-bf95-7e15ede8e021',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.209298] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d091945-61b9-485d-bf95-7e15ede8e021 [ 751.209298] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.209298] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.209298] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.211567] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.211567] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.211661] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d091945-61b9-485d-bf95-7e15ede8e021 already deleted. [ 751.211686] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d091945-61b9-485d-bf95-7e15ede8e021" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.287577] env[69711]: INFO networking_nsxv3.common.synchronization [None req-c1042593-37c8-428e-bfe7-72e566209cf7 None None] Enqueued Resource ID: f3db1b64-8eb8-49e9-af06-885969c24110 with Priority: HIGHEST for action port [ 751.288700] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3db1b64-8eb8-49e9-af06-885969c24110 with Priority: HIGHEST for action port [ 751.289345] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3db1b64-8eb8-49e9-af06-885969c24110 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.289528] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3db1b64-8eb8-49e9-af06-885969c24110" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.289926] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3db1b64-8eb8-49e9-af06-885969c24110" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.290295] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3db1b64-8eb8-49e9-af06-885969c24110" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.290664] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3db1b64-8eb8-49e9-af06-885969c24110',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.794676] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3db1b64-8eb8-49e9-af06-885969c24110 [ 751.794676] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.794676] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.794676] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.794676] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.794676] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.794676] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3db1b64-8eb8-49e9-af06-885969c24110 already deleted. [ 751.794676] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3db1b64-8eb8-49e9-af06-885969c24110" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.989753] env[69711]: INFO networking_nsxv3.common.synchronization [None req-9ac67d1c-abd0-484e-912c-f3e008b16dbd None None] Enqueued Resource ID: a9eeb853-1858-4bee-a5bd-da2068cc89ea with Priority: HIGHEST for action port [ 751.989753] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9eeb853-1858-4bee-a5bd-da2068cc89ea with Priority: HIGHEST for action port [ 751.990130] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9eeb853-1858-4bee-a5bd-da2068cc89ea taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.990254] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9eeb853-1858-4bee-a5bd-da2068cc89ea" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.990319] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9eeb853-1858-4bee-a5bd-da2068cc89ea" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.990575] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9eeb853-1858-4bee-a5bd-da2068cc89ea" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.990671] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9eeb853-1858-4bee-a5bd-da2068cc89ea',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.426986] env[69711]: INFO networking_nsxv3.common.synchronization [None req-45051f07-56de-45f1-8ad2-22e974092a95 None None] Enqueued Resource ID: 8c1d1296-9e30-46c3-bb7c-d2328d0dbc8d with Priority: HIGHEST for action port [ 752.426986] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1d1296-9e30-46c3-bb7c-d2328d0dbc8d with Priority: HIGHEST for action port [ 752.429137] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c1d1296-9e30-46c3-bb7c-d2328d0dbc8d taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.429137] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c1d1296-9e30-46c3-bb7c-d2328d0dbc8d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.429137] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c1d1296-9e30-46c3-bb7c-d2328d0dbc8d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.429265] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c1d1296-9e30-46c3-bb7c-d2328d0dbc8d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.429737] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c1d1296-9e30-46c3-bb7c-d2328d0dbc8d',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.477729] env[69711]: INFO networking_nsxv3.common.synchronization [None req-c87fc9d8-09c5-4532-aa45-3e96c17ef15c None None] Enqueued Resource ID: 6b313989-a9c1-4d75-9e32-845de4c4985a with Priority: HIGHEST for action port [ 752.479550] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b313989-a9c1-4d75-9e32-845de4c4985a with Priority: HIGHEST for action port [ 752.479550] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b313989-a9c1-4d75-9e32-845de4c4985a taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.479550] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b313989-a9c1-4d75-9e32-845de4c4985a" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.479550] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b313989-a9c1-4d75-9e32-845de4c4985a" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.480364] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b313989-a9c1-4d75-9e32-845de4c4985a" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.480364] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b313989-a9c1-4d75-9e32-845de4c4985a',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.495891] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9eeb853-1858-4bee-a5bd-da2068cc89ea [ 752.496161] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.496328] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.496406] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.496601] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.496690] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.496784] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9eeb853-1858-4bee-a5bd-da2068cc89ea already deleted. [ 752.496867] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9eeb853-1858-4bee-a5bd-da2068cc89ea" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.854792] env[69711]: INFO networking_nsxv3.common.synchronization [None req-bb612c86-3292-48b5-b18c-0a02adbce8d7 None None] Enqueued Resource ID: f17d4e72-9cda-4971-b621-cead6623604b with Priority: HIGHEST for action port [ 752.856349] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17d4e72-9cda-4971-b621-cead6623604b with Priority: HIGHEST for action port [ 752.857237] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-f17d4e72-9cda-4971-b621-cead6623604b taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.857237] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f17d4e72-9cda-4971-b621-cead6623604b" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.857237] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f17d4e72-9cda-4971-b621-cead6623604b" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.857383] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f17d4e72-9cda-4971-b621-cead6623604b" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.857473] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f17d4e72-9cda-4971-b621-cead6623604b',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.930892] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c1d1296-9e30-46c3-bb7c-d2328d0dbc8d [ 752.931147] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.931298] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.931356] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.931566] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.931692] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.931759] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c1d1296-9e30-46c3-bb7c-d2328d0dbc8d already deleted. [ 752.931844] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c1d1296-9e30-46c3-bb7c-d2328d0dbc8d" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.932819] env[69711]: INFO networking_nsxv3.common.synchronization [req-01c769cf-7c28-4ac1-a370-c45184fb4006 req-b3fca109-1b2c-4d70-9d3e-012d3cf618e6 tempest-SecurityGroupRulesTestJSON-1307972211 tempest-SecurityGroupRulesTestJSON-1307972211-project-member] Enqueued Resource ID: 2ab4adcc-1d86-47d2-8988-027e60aa6fbe with Priority: HIGHEST for action security_group_rules [ 752.934431] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab4adcc-1d86-47d2-8988-027e60aa6fbe with Priority: HIGHEST for action security_group_rules [ 752.934431] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ab4adcc-1d86-47d2-8988-027e60aa6fbe taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.934560] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ab4adcc-1d86-47d2-8988-027e60aa6fbe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.934638] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ab4adcc-1d86-47d2-8988-027e60aa6fbe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.935202] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ab4adcc-1d86-47d2-8988-027e60aa6fbe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.935202] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ab4adcc-1d86-47d2-8988-027e60aa6fbe',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.982856] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b313989-a9c1-4d75-9e32-845de4c4985a [ 752.983236] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.983337] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.983382] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.983699] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.983818] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.983916] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b313989-a9c1-4d75-9e32-845de4c4985a already deleted. [ 752.983992] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b313989-a9c1-4d75-9e32-845de4c4985a" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.361533] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f17d4e72-9cda-4971-b621-cead6623604b [ 753.361533] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.361533] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.361533] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.361533] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.361533] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.361533] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f17d4e72-9cda-4971-b621-cead6623604b already deleted. [ 753.361533] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f17d4e72-9cda-4971-b621-cead6623604b" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.411106] env[69711]: INFO networking_nsxv3.common.synchronization [None req-9c8ce3d7-bea4-47df-91dd-1bca809f245f tempest-ServersTestJSON-61803360 tempest-ServersTestJSON-61803360-project-member] Enqueued Resource ID: 53ebfaca-6a8c-4878-9c3a-2f549d08b0b6 with Priority: HIGHEST for action security_group_rules [ 753.411106] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ebfaca-6a8c-4878-9c3a-2f549d08b0b6 with Priority: HIGHEST for action security_group_rules [ 753.414165] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53ebfaca-6a8c-4878-9c3a-2f549d08b0b6 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.414165] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53ebfaca-6a8c-4878-9c3a-2f549d08b0b6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.414165] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53ebfaca-6a8c-4878-9c3a-2f549d08b0b6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.414165] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53ebfaca-6a8c-4878-9c3a-2f549d08b0b6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.414165] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53ebfaca-6a8c-4878-9c3a-2f549d08b0b6',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.460617] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.461035] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.461035] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.461101] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.461142] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.461649] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ab4adcc-1d86-47d2-8988-027e60aa6fbe already deleted. [ 753.461649] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ab4adcc-1d86-47d2-8988-027e60aa6fbe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.936793] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.937979] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.938900] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.938900] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.938900] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.938900] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53ebfaca-6a8c-4878-9c3a-2f549d08b0b6 already deleted. [ 753.938900] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53ebfaca-6a8c-4878-9c3a-2f549d08b0b6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.192275] env[69711]: INFO networking_nsxv3.common.synchronization [None req-8b810dda-44a0-4fae-a38e-98e8c4a08882 tempest-ServersTestJSON-61803360 tempest-ServersTestJSON-61803360-project-member] Enqueued Resource ID: 53ebfaca-6a8c-4878-9c3a-2f549d08b0b6 with Priority: HIGHEST for action security_group_rules [ 754.192541] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ebfaca-6a8c-4878-9c3a-2f549d08b0b6 with Priority: HIGHEST for action security_group_rules [ 754.193130] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53ebfaca-6a8c-4878-9c3a-2f549d08b0b6 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.193257] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53ebfaca-6a8c-4878-9c3a-2f549d08b0b6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.193328] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53ebfaca-6a8c-4878-9c3a-2f549d08b0b6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.193526] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53ebfaca-6a8c-4878-9c3a-2f549d08b0b6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.193605] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53ebfaca-6a8c-4878-9c3a-2f549d08b0b6',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.715277] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.715668] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.715668] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.715848] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.715848] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.715934] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53ebfaca-6a8c-4878-9c3a-2f549d08b0b6 already deleted. [ 754.715934] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53ebfaca-6a8c-4878-9c3a-2f549d08b0b6" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.645252] env[69711]: INFO networking_nsxv3.common.synchronization [req-268635dd-31bd-4ee7-a116-67aa3be44177 req-2e3475f1-c1c1-456c-b1d8-bba311eb97ef tempest-SecurityGroupRulesTestJSON-1307972211 tempest-SecurityGroupRulesTestJSON-1307972211-project-member] Enqueued Resource ID: b1d0186a-cf65-4519-8b96-542b25188584 with Priority: HIGHEST for action security_group_rules [ 755.645252] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d0186a-cf65-4519-8b96-542b25188584 with Priority: HIGHEST for action security_group_rules [ 755.645252] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d0186a-cf65-4519-8b96-542b25188584 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.645252] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d0186a-cf65-4519-8b96-542b25188584" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.645252] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d0186a-cf65-4519-8b96-542b25188584" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.645939] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d0186a-cf65-4519-8b96-542b25188584" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.646201] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d0186a-cf65-4519-8b96-542b25188584',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.030625] env[69711]: INFO networking_nsxv3.common.synchronization [None req-56b66a1d-81df-403d-a791-86cfc80a5e50 None None] Enqueued Resource ID: 2779415e-4684-4893-a8c5-818a1ee4f87a with Priority: HIGHEST for action port [ 756.031047] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2779415e-4684-4893-a8c5-818a1ee4f87a with Priority: HIGHEST for action port [ 756.033480] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-2779415e-4684-4893-a8c5-818a1ee4f87a taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.034423] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2779415e-4684-4893-a8c5-818a1ee4f87a" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.034423] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2779415e-4684-4893-a8c5-818a1ee4f87a" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.034703] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2779415e-4684-4893-a8c5-818a1ee4f87a" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.035964] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2779415e-4684-4893-a8c5-818a1ee4f87a',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.167284] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.169447] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.169447] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.169447] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.169447] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.169447] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d0186a-cf65-4519-8b96-542b25188584 already deleted. [ 756.169447] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d0186a-cf65-4519-8b96-542b25188584" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.377041] env[69711]: INFO networking_nsxv3.common.synchronization [None req-f3ac2ce9-dc96-48e3-a2b4-011cf644e7a6 None None] Enqueued Resource ID: d5ff3c84-0d05-4b44-a017-32d8c4550013 with Priority: HIGHEST for action port [ 756.378548] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ff3c84-0d05-4b44-a017-32d8c4550013 with Priority: HIGHEST for action port [ 756.378548] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5ff3c84-0d05-4b44-a017-32d8c4550013 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.378548] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5ff3c84-0d05-4b44-a017-32d8c4550013" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.379192] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5ff3c84-0d05-4b44-a017-32d8c4550013" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.382410] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5ff3c84-0d05-4b44-a017-32d8c4550013" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.382410] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ff3c84-0d05-4b44-a017-32d8c4550013',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.540229] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2779415e-4684-4893-a8c5-818a1ee4f87a [ 756.540461] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.540833] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.540833] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.541195] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.541195] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.541195] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2779415e-4684-4893-a8c5-818a1ee4f87a already deleted. [ 756.541195] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2779415e-4684-4893-a8c5-818a1ee4f87a" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.883934] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5ff3c84-0d05-4b44-a017-32d8c4550013 [ 756.885390] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.885390] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.885390] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.885390] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.885390] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.885390] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5ff3c84-0d05-4b44-a017-32d8c4550013 already deleted. [ 756.885390] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5ff3c84-0d05-4b44-a017-32d8c4550013" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.132827] env[69711]: INFO networking_nsxv3.common.synchronization [None req-ade1cb14-1b20-4455-96b8-2a89f5c5d890 None None] Enqueued Resource ID: 1ad5f6a3-4c5c-4c48-9682-972d64bfb147 with Priority: HIGHEST for action port [ 758.132827] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad5f6a3-4c5c-4c48-9682-972d64bfb147 with Priority: HIGHEST for action port [ 758.134836] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ad5f6a3-4c5c-4c48-9682-972d64bfb147 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.134836] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ad5f6a3-4c5c-4c48-9682-972d64bfb147" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.134836] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ad5f6a3-4c5c-4c48-9682-972d64bfb147" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.134836] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ad5f6a3-4c5c-4c48-9682-972d64bfb147" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.134836] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad5f6a3-4c5c-4c48-9682-972d64bfb147',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.139578] env[69711]: INFO networking_nsxv3.common.synchronization [None req-0101cbe0-a020-474d-8134-ded2d5681ba7 None None] Enqueued Resource ID: 98d03ae8-4cb0-411b-a11a-c0ec1a27ac9e with Priority: HIGHEST for action port [ 758.139578] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d03ae8-4cb0-411b-a11a-c0ec1a27ac9e with Priority: HIGHEST for action port [ 758.140125] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-98d03ae8-4cb0-411b-a11a-c0ec1a27ac9e taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.140258] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98d03ae8-4cb0-411b-a11a-c0ec1a27ac9e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.140330] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98d03ae8-4cb0-411b-a11a-c0ec1a27ac9e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.140581] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98d03ae8-4cb0-411b-a11a-c0ec1a27ac9e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.140683] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98d03ae8-4cb0-411b-a11a-c0ec1a27ac9e',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.640167] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ad5f6a3-4c5c-4c48-9682-972d64bfb147 [ 758.640167] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.640336] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.640379] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.640580] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.641234] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.641234] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ad5f6a3-4c5c-4c48-9682-972d64bfb147 already deleted. [ 758.641234] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ad5f6a3-4c5c-4c48-9682-972d64bfb147" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.643232] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98d03ae8-4cb0-411b-a11a-c0ec1a27ac9e [ 758.643739] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.643927] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.644037] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.644247] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.644336] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.644433] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98d03ae8-4cb0-411b-a11a-c0ec1a27ac9e already deleted. [ 758.644513] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98d03ae8-4cb0-411b-a11a-c0ec1a27ac9e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.419281] env[69711]: INFO networking_nsxv3.common.synchronization [None req-a949c2ae-2514-4f97-9860-3f649b4f26c1 None None] Enqueued Resource ID: 2194a82c-7134-4c40-871d-04e64640fed5 with Priority: HIGHEST for action port [ 759.421810] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2194a82c-7134-4c40-871d-04e64640fed5 with Priority: HIGHEST for action port [ 759.423185] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-2194a82c-7134-4c40-871d-04e64640fed5 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.423865] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2194a82c-7134-4c40-871d-04e64640fed5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.423979] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2194a82c-7134-4c40-871d-04e64640fed5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.424299] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2194a82c-7134-4c40-871d-04e64640fed5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.424832] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2194a82c-7134-4c40-871d-04e64640fed5',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.430293] env[69711]: INFO networking_nsxv3.common.synchronization [None req-82742bf8-e770-488c-86c6-06cca3cfa3f2 None None] Enqueued Resource ID: 9663aec4-5d98-44cd-bcff-3b8d8c53f6c2 with Priority: HIGHEST for action port [ 759.431610] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9663aec4-5d98-44cd-bcff-3b8d8c53f6c2 with Priority: HIGHEST for action port [ 759.431947] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-9663aec4-5d98-44cd-bcff-3b8d8c53f6c2 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.432405] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9663aec4-5d98-44cd-bcff-3b8d8c53f6c2" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.432495] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9663aec4-5d98-44cd-bcff-3b8d8c53f6c2" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.432773] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9663aec4-5d98-44cd-bcff-3b8d8c53f6c2" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.433258] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9663aec4-5d98-44cd-bcff-3b8d8c53f6c2',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.481474] env[69711]: INFO networking_nsxv3.common.synchronization [None req-1ab5fcf5-9f62-4b8f-ad3f-dac1d4b19e16 tempest-ServerActionsTestOtherB-1284302415 tempest-ServerActionsTestOtherB-1284302415-project-member] Enqueued Resource ID: 364adf36-b780-4249-8b50-aa1d7280b1fe with Priority: HIGHEST for action security_group_rules [ 759.481996] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364adf36-b780-4249-8b50-aa1d7280b1fe with Priority: HIGHEST for action security_group_rules [ 759.482348] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-364adf36-b780-4249-8b50-aa1d7280b1fe taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.482472] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-364adf36-b780-4249-8b50-aa1d7280b1fe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.482537] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-364adf36-b780-4249-8b50-aa1d7280b1fe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.482806] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-364adf36-b780-4249-8b50-aa1d7280b1fe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.482899] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('364adf36-b780-4249-8b50-aa1d7280b1fe',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.732527] env[69711]: INFO networking_nsxv3.common.synchronization [req-754198ac-0056-49e0-bf1e-29e52b94afff req-e7e8d8cf-10a4-4a33-a172-5260fffa1fec tempest-SecurityGroupRulesTestJSON-1307972211 tempest-SecurityGroupRulesTestJSON-1307972211-project-member] Enqueued Resource ID: 831059a4-71f3-4bd8-a120-0e0eea1cd330 with Priority: HIGHEST for action security_group_rules [ 759.732527] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831059a4-71f3-4bd8-a120-0e0eea1cd330 with Priority: HIGHEST for action security_group_rules [ 759.732527] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-831059a4-71f3-4bd8-a120-0e0eea1cd330 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.732677] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-831059a4-71f3-4bd8-a120-0e0eea1cd330" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.732677] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-831059a4-71f3-4bd8-a120-0e0eea1cd330" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.732971] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-831059a4-71f3-4bd8-a120-0e0eea1cd330" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.734135] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('831059a4-71f3-4bd8-a120-0e0eea1cd330',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.801864] env[69711]: INFO networking_nsxv3.common.synchronization [None req-ce9ad19f-fa22-4e7e-acea-10c24c4b98a3 tempest-ServersTestFqdnHostnames-103203394 tempest-ServersTestFqdnHostnames-103203394-project-member] Enqueued Resource ID: 3d7f9817-76af-4075-8562-f22ac805533f with Priority: HIGHEST for action security_group_rules [ 759.802476] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7f9817-76af-4075-8562-f22ac805533f with Priority: HIGHEST for action security_group_rules [ 759.803151] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7f9817-76af-4075-8562-f22ac805533f taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.803151] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7f9817-76af-4075-8562-f22ac805533f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.803151] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7f9817-76af-4075-8562-f22ac805533f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.804716] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7f9817-76af-4075-8562-f22ac805533f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.804811] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7f9817-76af-4075-8562-f22ac805533f',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.932369] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2194a82c-7134-4c40-871d-04e64640fed5 [ 759.936030] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.936030] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.936030] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.936030] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.936030] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.936030] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2194a82c-7134-4c40-871d-04e64640fed5 already deleted. [ 759.936030] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2194a82c-7134-4c40-871d-04e64640fed5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.936617] env[69711]: INFO networking_nsxv3.common.synchronization [None req-82ddb901-2f19-4f58-bc01-92c0da95ef72 None None] Enqueued Resource ID: c6cb153b-edca-420d-8395-a18d914fe727 with Priority: HIGHEST for action port [ 759.939231] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9663aec4-5d98-44cd-bcff-3b8d8c53f6c2 [ 759.939437] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.939561] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.939637] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.939837] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.939920] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.940017] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9663aec4-5d98-44cd-bcff-3b8d8c53f6c2 already deleted. [ 759.940257] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9663aec4-5d98-44cd-bcff-3b8d8c53f6c2" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.940402] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6cb153b-edca-420d-8395-a18d914fe727 with Priority: HIGHEST for action port [ 759.940973] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6cb153b-edca-420d-8395-a18d914fe727 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.941273] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6cb153b-edca-420d-8395-a18d914fe727" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.941352] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6cb153b-edca-420d-8395-a18d914fe727" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.941579] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6cb153b-edca-420d-8395-a18d914fe727" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.941664] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6cb153b-edca-420d-8395-a18d914fe727',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.008798] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.008947] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.010046] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.010336] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.010439] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.010544] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 364adf36-b780-4249-8b50-aa1d7280b1fe already deleted. [ 760.010632] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-364adf36-b780-4249-8b50-aa1d7280b1fe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.145291] env[69711]: INFO networking_nsxv3.common.synchronization [None req-29608c8f-c0af-4456-a822-345aecf21110 tempest-ServerActionsV293TestJSON-998846751 tempest-ServerActionsV293TestJSON-998846751-project-member] Enqueued Resource ID: 2bcd3232-a6a4-456f-9baa-259e6f67f137 with Priority: HIGHEST for action security_group_rules [ 760.145855] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcd3232-a6a4-456f-9baa-259e6f67f137 with Priority: HIGHEST for action security_group_rules [ 760.146464] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bcd3232-a6a4-456f-9baa-259e6f67f137 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.147730] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bcd3232-a6a4-456f-9baa-259e6f67f137" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.147809] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bcd3232-a6a4-456f-9baa-259e6f67f137" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.148122] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bcd3232-a6a4-456f-9baa-259e6f67f137" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.148208] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bcd3232-a6a4-456f-9baa-259e6f67f137',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.257294] env[69711]: INFO networking_nsxv3.common.synchronization [None req-ab048a25-d139-4768-b4f8-8c703b85b51b tempest-ServerActionsTestOtherB-1284302415 tempest-ServerActionsTestOtherB-1284302415-project-member] Enqueued Resource ID: 364adf36-b780-4249-8b50-aa1d7280b1fe with Priority: HIGHEST for action security_group_rules [ 760.257827] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.259589] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.259695] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.259919] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.260022] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.260124] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 831059a4-71f3-4bd8-a120-0e0eea1cd330 already deleted. [ 760.260210] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-831059a4-71f3-4bd8-a120-0e0eea1cd330" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.260538] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364adf36-b780-4249-8b50-aa1d7280b1fe with Priority: HIGHEST for action security_group_rules [ 760.262095] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-364adf36-b780-4249-8b50-aa1d7280b1fe taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.262258] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-364adf36-b780-4249-8b50-aa1d7280b1fe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.262331] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-364adf36-b780-4249-8b50-aa1d7280b1fe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.263940] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-364adf36-b780-4249-8b50-aa1d7280b1fe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.263940] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('364adf36-b780-4249-8b50-aa1d7280b1fe',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.322189] env[69711]: INFO networking_nsxv3.common.synchronization [None req-1b7afa5a-aac4-466d-b839-ecb3f83beca7 None None] Enqueued Resource ID: b600c6a6-ab3b-4647-a744-1a63b0b0e24f with Priority: HIGHEST for action port [ 760.322515] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b600c6a6-ab3b-4647-a744-1a63b0b0e24f with Priority: HIGHEST for action port [ 760.324547] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-b600c6a6-ab3b-4647-a744-1a63b0b0e24f taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.324547] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b600c6a6-ab3b-4647-a744-1a63b0b0e24f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.324547] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b600c6a6-ab3b-4647-a744-1a63b0b0e24f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.324547] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b600c6a6-ab3b-4647-a744-1a63b0b0e24f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.324547] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b600c6a6-ab3b-4647-a744-1a63b0b0e24f',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.327014] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.327149] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.327218] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.327428] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.327933] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.327933] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7f9817-76af-4075-8562-f22ac805533f already deleted. [ 760.327933] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7f9817-76af-4075-8562-f22ac805533f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.433315] env[69711]: INFO networking_nsxv3.common.synchronization [None req-41d76f31-b941-4f39-8db1-15f449ed312f tempest-ServersTestFqdnHostnames-103203394 tempest-ServersTestFqdnHostnames-103203394-project-member] Enqueued Resource ID: 3d7f9817-76af-4075-8562-f22ac805533f with Priority: HIGHEST for action security_group_rules [ 760.433315] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7f9817-76af-4075-8562-f22ac805533f with Priority: HIGHEST for action security_group_rules [ 760.433315] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7f9817-76af-4075-8562-f22ac805533f taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.433315] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7f9817-76af-4075-8562-f22ac805533f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.433315] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7f9817-76af-4075-8562-f22ac805533f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.434393] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7f9817-76af-4075-8562-f22ac805533f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.434393] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7f9817-76af-4075-8562-f22ac805533f',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.445711] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6cb153b-edca-420d-8395-a18d914fe727 [ 760.446018] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.446585] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.446670] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.446884] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.446978] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.447110] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6cb153b-edca-420d-8395-a18d914fe727 already deleted. [ 760.447195] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6cb153b-edca-420d-8395-a18d914fe727" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.667415] env[69711]: INFO networking_nsxv3.common.synchronization [None req-13a8d221-fcd6-4c01-9199-e0be9cc456ec None None] Enqueued Resource ID: 4dd9f00c-a726-4954-95ec-e98e882a2098 with Priority: HIGHEST for action port [ 760.667415] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd9f00c-a726-4954-95ec-e98e882a2098 with Priority: HIGHEST for action port [ 760.667415] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd9f00c-a726-4954-95ec-e98e882a2098 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.667415] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd9f00c-a726-4954-95ec-e98e882a2098" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.667415] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd9f00c-a726-4954-95ec-e98e882a2098" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.668117] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd9f00c-a726-4954-95ec-e98e882a2098" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.668202] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd9f00c-a726-4954-95ec-e98e882a2098',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.671528] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.671702] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.671820] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.672058] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.672186] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.672409] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bcd3232-a6a4-456f-9baa-259e6f67f137 already deleted. [ 760.672531] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bcd3232-a6a4-456f-9baa-259e6f67f137" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.755588] env[69711]: INFO networking_nsxv3.common.synchronization [None req-2c4291fb-5fd2-4245-8188-78fec907308e tempest-ServerActionsV293TestJSON-998846751 tempest-ServerActionsV293TestJSON-998846751-project-member] Enqueued Resource ID: 2bcd3232-a6a4-456f-9baa-259e6f67f137 with Priority: HIGHEST for action security_group_rules [ 760.755588] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bcd3232-a6a4-456f-9baa-259e6f67f137 with Priority: HIGHEST for action security_group_rules [ 760.757422] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bcd3232-a6a4-456f-9baa-259e6f67f137 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.757763] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bcd3232-a6a4-456f-9baa-259e6f67f137" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.758014] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bcd3232-a6a4-456f-9baa-259e6f67f137" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.759267] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bcd3232-a6a4-456f-9baa-259e6f67f137" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.759267] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bcd3232-a6a4-456f-9baa-259e6f67f137',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.787126] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.787273] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.787342] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.787628] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.787628] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.787718] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 364adf36-b780-4249-8b50-aa1d7280b1fe already deleted. [ 760.787798] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-364adf36-b780-4249-8b50-aa1d7280b1fe" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.831130] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b600c6a6-ab3b-4647-a744-1a63b0b0e24f [ 760.831130] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.831130] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.831130] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.831130] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.831130] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.831130] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b600c6a6-ab3b-4647-a744-1a63b0b0e24f already deleted. [ 760.831130] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b600c6a6-ab3b-4647-a744-1a63b0b0e24f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.956286] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.956537] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.956625] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.956858] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.956953] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.957068] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7f9817-76af-4075-8562-f22ac805533f already deleted. [ 760.957153] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7f9817-76af-4075-8562-f22ac805533f" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.170374] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dd9f00c-a726-4954-95ec-e98e882a2098 [ 761.172506] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.172506] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.172506] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.172506] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.172506] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.172506] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dd9f00c-a726-4954-95ec-e98e882a2098 already deleted. [ 761.172506] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd9f00c-a726-4954-95ec-e98e882a2098" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.278863] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.278863] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.279031] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.279150] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.279240] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.279390] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bcd3232-a6a4-456f-9baa-259e6f67f137 already deleted. [ 761.279482] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bcd3232-a6a4-456f-9baa-259e6f67f137" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.420989] env[69711]: INFO networking_nsxv3.common.synchronization [None req-afcfebb1-cc5c-4403-b2a1-7b5e57a01244 tempest-AttachVolumeTestJSON-253039748 tempest-AttachVolumeTestJSON-253039748-project-member] Enqueued Resource ID: acfa0d7e-63a3-4400-927c-bc4ea49c11a8 with Priority: HIGHEST for action security_group_rules [ 762.421655] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfa0d7e-63a3-4400-927c-bc4ea49c11a8 with Priority: HIGHEST for action security_group_rules [ 762.421987] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfa0d7e-63a3-4400-927c-bc4ea49c11a8 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.422118] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfa0d7e-63a3-4400-927c-bc4ea49c11a8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.422181] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfa0d7e-63a3-4400-927c-bc4ea49c11a8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.422419] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfa0d7e-63a3-4400-927c-bc4ea49c11a8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.422496] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfa0d7e-63a3-4400-927c-bc4ea49c11a8',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.680667] env[69711]: INFO networking_nsxv3.common.synchronization [None req-8e398a63-7d2c-4ae7-90e1-bf39075f3b14 None None] Enqueued Resource ID: 92b9dd1a-5c7b-4801-96c5-b93a37a4dcad with Priority: HIGHEST for action port [ 762.680890] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b9dd1a-5c7b-4801-96c5-b93a37a4dcad with Priority: HIGHEST for action port [ 762.681552] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b9dd1a-5c7b-4801-96c5-b93a37a4dcad taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.681644] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b9dd1a-5c7b-4801-96c5-b93a37a4dcad" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.681681] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b9dd1a-5c7b-4801-96c5-b93a37a4dcad" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.681933] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b9dd1a-5c7b-4801-96c5-b93a37a4dcad" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.683241] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b9dd1a-5c7b-4801-96c5-b93a37a4dcad',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.951087] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.951087] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.951087] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.951087] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.951087] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.951087] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfa0d7e-63a3-4400-927c-bc4ea49c11a8 already deleted. [ 762.951087] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfa0d7e-63a3-4400-927c-bc4ea49c11a8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.970040] env[69711]: INFO networking_nsxv3.common.synchronization [None req-188513e3-a3f7-474b-9d8c-675aa4fda6be None None] Enqueued Resource ID: 2f19b4b7-c980-43ce-9c69-1dab29d17ce3 with Priority: HIGHEST for action port [ 762.973030] env[69711]: INFO networking_nsxv3.common.synchronization [None req-d157d005-e640-4788-b523-77b0400eb4ea tempest-AttachVolumeTestJSON-253039748 tempest-AttachVolumeTestJSON-253039748-project-member] Enqueued Resource ID: acfa0d7e-63a3-4400-927c-bc4ea49c11a8 with Priority: HIGHEST for action security_group_rules [ 762.973670] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f19b4b7-c980-43ce-9c69-1dab29d17ce3 with Priority: HIGHEST for action port [ 762.974939] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfa0d7e-63a3-4400-927c-bc4ea49c11a8 with Priority: HIGHEST for action security_group_rules [ 762.974939] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f19b4b7-c980-43ce-9c69-1dab29d17ce3 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.974939] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f19b4b7-c980-43ce-9c69-1dab29d17ce3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.974939] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f19b4b7-c980-43ce-9c69-1dab29d17ce3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.974939] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f19b4b7-c980-43ce-9c69-1dab29d17ce3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.975346] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f19b4b7-c980-43ce-9c69-1dab29d17ce3',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.976883] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfa0d7e-63a3-4400-927c-bc4ea49c11a8 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.976883] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfa0d7e-63a3-4400-927c-bc4ea49c11a8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.976883] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfa0d7e-63a3-4400-927c-bc4ea49c11a8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.976883] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfa0d7e-63a3-4400-927c-bc4ea49c11a8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.977476] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfa0d7e-63a3-4400-927c-bc4ea49c11a8',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.007718] env[69711]: INFO networking_nsxv3.common.synchronization [None req-f164dbd0-a123-4a03-a2f3-f7b2e688df36 None None] Enqueued Resource ID: e4f77c27-ee37-44a7-88b1-3bb77cf01496 with Priority: HIGHEST for action port [ 763.008022] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f77c27-ee37-44a7-88b1-3bb77cf01496 with Priority: HIGHEST for action port [ 763.008623] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4f77c27-ee37-44a7-88b1-3bb77cf01496 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.008766] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4f77c27-ee37-44a7-88b1-3bb77cf01496" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.008928] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4f77c27-ee37-44a7-88b1-3bb77cf01496" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.009103] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4f77c27-ee37-44a7-88b1-3bb77cf01496" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.009354] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4f77c27-ee37-44a7-88b1-3bb77cf01496',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.186009] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92b9dd1a-5c7b-4801-96c5-b93a37a4dcad [ 763.186103] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.188221] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.188221] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.188221] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.188221] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.188221] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92b9dd1a-5c7b-4801-96c5-b93a37a4dcad already deleted. [ 763.188221] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b9dd1a-5c7b-4801-96c5-b93a37a4dcad" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.481574] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f19b4b7-c980-43ce-9c69-1dab29d17ce3 [ 763.481833] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.481917] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.481981] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.482208] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.482291] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.482380] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f19b4b7-c980-43ce-9c69-1dab29d17ce3 already deleted. [ 763.482502] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f19b4b7-c980-43ce-9c69-1dab29d17ce3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.500239] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.500407] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.500560] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.500705] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.500782] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.500853] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfa0d7e-63a3-4400-927c-bc4ea49c11a8 already deleted. [ 763.500943] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfa0d7e-63a3-4400-927c-bc4ea49c11a8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.511846] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4f77c27-ee37-44a7-88b1-3bb77cf01496 [ 763.512144] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.512242] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.512292] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.512527] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.512616] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.512710] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4f77c27-ee37-44a7-88b1-3bb77cf01496 already deleted. [ 763.512790] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4f77c27-ee37-44a7-88b1-3bb77cf01496" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.844941] env[69711]: INFO networking_nsxv3.common.synchronization [None req-51e726dc-e870-4059-bb1f-4aa04f0ceb03 tempest-ServersTestManualDisk-2116002500 tempest-ServersTestManualDisk-2116002500-project-member] Enqueued Resource ID: 95600a16-64d6-418f-add5-dc02589268c7 with Priority: HIGHEST for action security_group_rules [ 763.845763] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95600a16-64d6-418f-add5-dc02589268c7 with Priority: HIGHEST for action security_group_rules [ 763.845763] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95600a16-64d6-418f-add5-dc02589268c7 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.846360] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95600a16-64d6-418f-add5-dc02589268c7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.846360] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95600a16-64d6-418f-add5-dc02589268c7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.846360] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95600a16-64d6-418f-add5-dc02589268c7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.846490] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95600a16-64d6-418f-add5-dc02589268c7',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.237155] env[69711]: INFO networking_nsxv3.common.synchronization [None req-e3b6211f-3e2c-4f96-953f-f9077632196b tempest-ServersTestManualDisk-2116002500 tempest-ServersTestManualDisk-2116002500-project-member] Enqueued Resource ID: 95600a16-64d6-418f-add5-dc02589268c7 with Priority: HIGHEST for action security_group_rules [ 764.237155] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95600a16-64d6-418f-add5-dc02589268c7 with Priority: HIGHEST for action security_group_rules [ 764.237155] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95600a16-64d6-418f-add5-dc02589268c7 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.238125] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95600a16-64d6-418f-add5-dc02589268c7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.378834] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.378834] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.378834] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.379797] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.379938] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.380018] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95600a16-64d6-418f-add5-dc02589268c7 already deleted. [ 764.380146] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95600a16-64d6-418f-add5-dc02589268c7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.380378] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95600a16-64d6-418f-add5-dc02589268c7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.380777] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95600a16-64d6-418f-add5-dc02589268c7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.380777] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95600a16-64d6-418f-add5-dc02589268c7',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.661543] env[69711]: INFO networking_nsxv3.common.synchronization [req-dba63334-1494-47fd-bccb-095da848edc4 req-3675bac7-bf9a-4c0d-920a-4a0cbc45b67f tempest-SecurityGroupRulesTestJSON-1307972211 tempest-SecurityGroupRulesTestJSON-1307972211-project-member] Enqueued Resource ID: c790fe41-d542-42ad-b6b8-b5e43df88b33 with Priority: HIGHEST for action security_group_rules [ 764.662177] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c790fe41-d542-42ad-b6b8-b5e43df88b33 with Priority: HIGHEST for action security_group_rules [ 764.662519] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c790fe41-d542-42ad-b6b8-b5e43df88b33 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.662657] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c790fe41-d542-42ad-b6b8-b5e43df88b33" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.662840] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c790fe41-d542-42ad-b6b8-b5e43df88b33" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.666502] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c790fe41-d542-42ad-b6b8-b5e43df88b33" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.666502] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c790fe41-d542-42ad-b6b8-b5e43df88b33',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.908481] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.908481] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.908481] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.908481] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.908717] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.908912] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95600a16-64d6-418f-add5-dc02589268c7 already deleted. [ 764.909091] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95600a16-64d6-418f-add5-dc02589268c7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.192370] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.192370] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.192370] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.192370] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.192370] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.192370] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c790fe41-d542-42ad-b6b8-b5e43df88b33 already deleted. [ 765.192370] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c790fe41-d542-42ad-b6b8-b5e43df88b33" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.538098] env[69711]: INFO networking_nsxv3.common.synchronization [None req-da124f32-75be-42e7-bd10-abc279898e90 None None] Enqueued Resource ID: dbedd800-343b-4cb9-98c7-e36b33cd9d3a with Priority: HIGHEST for action port [ 765.538269] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbedd800-343b-4cb9-98c7-e36b33cd9d3a with Priority: HIGHEST for action port [ 765.538862] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbedd800-343b-4cb9-98c7-e36b33cd9d3a taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.539027] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbedd800-343b-4cb9-98c7-e36b33cd9d3a" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.539069] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbedd800-343b-4cb9-98c7-e36b33cd9d3a" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.539319] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbedd800-343b-4cb9-98c7-e36b33cd9d3a" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.539428] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbedd800-343b-4cb9-98c7-e36b33cd9d3a',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.041754] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbedd800-343b-4cb9-98c7-e36b33cd9d3a [ 766.042031] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.042814] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.043188] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.044309] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.044465] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.044857] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbedd800-343b-4cb9-98c7-e36b33cd9d3a already deleted. [ 766.044857] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbedd800-343b-4cb9-98c7-e36b33cd9d3a" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.511061] env[69711]: INFO networking_nsxv3.common.synchronization [req-6f31de26-d575-4279-a499-9a5d3225468e req-653cee02-7282-450c-9e24-73aa7c709165 tempest-SecurityGroupRulesTestJSON-1307972211 tempest-SecurityGroupRulesTestJSON-1307972211-project-member] Enqueued Resource ID: c790fe41-d542-42ad-b6b8-b5e43df88b33 with Priority: HIGHEST for action security_group_rules [ 766.511662] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c790fe41-d542-42ad-b6b8-b5e43df88b33 with Priority: HIGHEST for action security_group_rules [ 766.512085] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c790fe41-d542-42ad-b6b8-b5e43df88b33 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.513079] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c790fe41-d542-42ad-b6b8-b5e43df88b33" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.513415] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c790fe41-d542-42ad-b6b8-b5e43df88b33" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.514174] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c790fe41-d542-42ad-b6b8-b5e43df88b33" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.514403] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c790fe41-d542-42ad-b6b8-b5e43df88b33',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.637953] env[69711]: INFO networking_nsxv3.common.synchronization [None req-b8ce3c72-a012-488b-bc9f-8f79639fa163 None None] Enqueued Resource ID: 027ac6f1-0f3e-40ac-99a1-2e3e5204a911 with Priority: HIGHEST for action port [ 766.639318] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 027ac6f1-0f3e-40ac-99a1-2e3e5204a911 with Priority: HIGHEST for action port [ 766.641415] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-027ac6f1-0f3e-40ac-99a1-2e3e5204a911 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.641415] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-027ac6f1-0f3e-40ac-99a1-2e3e5204a911" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.641415] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-027ac6f1-0f3e-40ac-99a1-2e3e5204a911" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.641415] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-027ac6f1-0f3e-40ac-99a1-2e3e5204a911" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.641415] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027ac6f1-0f3e-40ac-99a1-2e3e5204a911',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.784594] env[69711]: INFO networking_nsxv3.common.synchronization [None req-869c6a97-cc72-4e05-be26-e93b25a5120f tempest-ServerActionsTestJSON-1514133087 tempest-ServerActionsTestJSON-1514133087-project-member] Enqueued Resource ID: 4ded900a-0d00-4743-bcce-60ee46ae6d98 with Priority: HIGHEST for action security_group_rules [ 766.785170] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ded900a-0d00-4743-bcce-60ee46ae6d98 with Priority: HIGHEST for action security_group_rules [ 766.786461] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ded900a-0d00-4743-bcce-60ee46ae6d98 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.786461] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ded900a-0d00-4743-bcce-60ee46ae6d98" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.786461] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ded900a-0d00-4743-bcce-60ee46ae6d98" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.786461] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ded900a-0d00-4743-bcce-60ee46ae6d98" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.786461] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ded900a-0d00-4743-bcce-60ee46ae6d98',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.038202] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.038202] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.038202] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.038380] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.038515] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.038594] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c790fe41-d542-42ad-b6b8-b5e43df88b33 already deleted. [ 767.038678] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c790fe41-d542-42ad-b6b8-b5e43df88b33" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.140856] env[69711]: INFO networking_nsxv3.common.synchronization [None req-ab6a2e25-946a-4804-8296-ac94900569ab None None] Enqueued Resource ID: 17749307-e44d-4111-be5a-4683a1d4cc2e with Priority: HIGHEST for action port [ 767.141188] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17749307-e44d-4111-be5a-4683a1d4cc2e with Priority: HIGHEST for action port [ 767.142398] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-17749307-e44d-4111-be5a-4683a1d4cc2e taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.142398] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17749307-e44d-4111-be5a-4683a1d4cc2e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.142398] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17749307-e44d-4111-be5a-4683a1d4cc2e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.142398] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17749307-e44d-4111-be5a-4683a1d4cc2e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.142547] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17749307-e44d-4111-be5a-4683a1d4cc2e',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.143316] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 027ac6f1-0f3e-40ac-99a1-2e3e5204a911 [ 767.143535] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.143755] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.143755] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.143952] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.144081] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.144198] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:027ac6f1-0f3e-40ac-99a1-2e3e5204a911 already deleted. [ 767.144750] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-027ac6f1-0f3e-40ac-99a1-2e3e5204a911" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.193316] env[69711]: INFO networking_nsxv3.common.synchronization [None req-e5cc6912-3888-4085-bb77-66caf079f4f9 None None] Enqueued Resource ID: 2ed7a670-547a-427b-b5e5-4397855d7aa3 with Priority: HIGHEST for action port [ 767.193572] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed7a670-547a-427b-b5e5-4397855d7aa3 with Priority: HIGHEST for action port [ 767.194228] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ed7a670-547a-427b-b5e5-4397855d7aa3 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.194322] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ed7a670-547a-427b-b5e5-4397855d7aa3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.194404] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ed7a670-547a-427b-b5e5-4397855d7aa3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.194903] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ed7a670-547a-427b-b5e5-4397855d7aa3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.194903] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ed7a670-547a-427b-b5e5-4397855d7aa3',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.277662] env[69711]: INFO networking_nsxv3.common.synchronization [None req-ccba8f57-623b-43a2-a0c2-8e07f2eeda48 tempest-ServerActionsTestJSON-1514133087 tempest-ServerActionsTestJSON-1514133087-project-member] Enqueued Resource ID: 4ded900a-0d00-4743-bcce-60ee46ae6d98 with Priority: HIGHEST for action security_group_rules [ 767.278305] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ded900a-0d00-4743-bcce-60ee46ae6d98 with Priority: HIGHEST for action security_group_rules [ 767.278684] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ded900a-0d00-4743-bcce-60ee46ae6d98 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.279022] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ded900a-0d00-4743-bcce-60ee46ae6d98" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.310794] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.310940] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.311166] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.311357] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.311447] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.311544] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ded900a-0d00-4743-bcce-60ee46ae6d98 already deleted. [ 767.311672] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ded900a-0d00-4743-bcce-60ee46ae6d98" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.311776] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ded900a-0d00-4743-bcce-60ee46ae6d98" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.313476] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ded900a-0d00-4743-bcce-60ee46ae6d98" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.313476] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ded900a-0d00-4743-bcce-60ee46ae6d98',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.633939] env[69711]: INFO networking_nsxv3.common.synchronization [None req-140295c7-15a4-44b3-91bb-98c34944ba8a None None] Enqueued Resource ID: 11d48ebc-67ac-44eb-a990-a362f16a9d08 with Priority: HIGHEST for action port [ 767.633939] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d48ebc-67ac-44eb-a990-a362f16a9d08 with Priority: HIGHEST for action port [ 767.634576] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-11d48ebc-67ac-44eb-a990-a362f16a9d08 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.634713] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11d48ebc-67ac-44eb-a990-a362f16a9d08" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.634760] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11d48ebc-67ac-44eb-a990-a362f16a9d08" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.635178] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11d48ebc-67ac-44eb-a990-a362f16a9d08" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.635291] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11d48ebc-67ac-44eb-a990-a362f16a9d08',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.646654] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17749307-e44d-4111-be5a-4683a1d4cc2e [ 767.647024] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.647580] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.648030] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.648326] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.648953] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.649153] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17749307-e44d-4111-be5a-4683a1d4cc2e already deleted. [ 767.649322] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17749307-e44d-4111-be5a-4683a1d4cc2e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.699140] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ed7a670-547a-427b-b5e5-4397855d7aa3 [ 767.699140] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.699140] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.699140] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.699140] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.699140] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.699140] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ed7a670-547a-427b-b5e5-4397855d7aa3 already deleted. [ 767.699140] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ed7a670-547a-427b-b5e5-4397855d7aa3" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.838973] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.838973] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.838973] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.838973] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.838973] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.838973] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ded900a-0d00-4743-bcce-60ee46ae6d98 already deleted. [ 767.838973] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ded900a-0d00-4743-bcce-60ee46ae6d98" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.137550] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11d48ebc-67ac-44eb-a990-a362f16a9d08 [ 768.137824] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.138094] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.138221] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.138568] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.138682] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.138797] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11d48ebc-67ac-44eb-a990-a362f16a9d08 already deleted. [ 768.141022] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11d48ebc-67ac-44eb-a990-a362f16a9d08" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.061973] env[69711]: INFO networking_nsxv3.common.synchronization [None req-b5497aa4-54ca-4cb5-82f1-8df5544f75bf None None] Enqueued Resource ID: 63d57f42-b1bb-4e66-9db5-4862b2fb6db2 with Priority: HIGHEST for action port [ 769.062241] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d57f42-b1bb-4e66-9db5-4862b2fb6db2 with Priority: HIGHEST for action port [ 769.062901] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-63d57f42-b1bb-4e66-9db5-4862b2fb6db2 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.062980] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63d57f42-b1bb-4e66-9db5-4862b2fb6db2" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.063020] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63d57f42-b1bb-4e66-9db5-4862b2fb6db2" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.063286] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63d57f42-b1bb-4e66-9db5-4862b2fb6db2" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.063420] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63d57f42-b1bb-4e66-9db5-4862b2fb6db2',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.117166] env[69711]: INFO networking_nsxv3.common.synchronization [None req-228a4c78-e6a0-4b70-b8dc-9c8082867929 None None] Enqueued Resource ID: 4e7eb7a3-18bf-4f3c-bd87-788729342dd7 with Priority: HIGHEST for action port [ 769.117166] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e7eb7a3-18bf-4f3c-bd87-788729342dd7 with Priority: HIGHEST for action port [ 769.117440] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e7eb7a3-18bf-4f3c-bd87-788729342dd7 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.117523] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e7eb7a3-18bf-4f3c-bd87-788729342dd7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.117570] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e7eb7a3-18bf-4f3c-bd87-788729342dd7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.118266] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e7eb7a3-18bf-4f3c-bd87-788729342dd7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.118266] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e7eb7a3-18bf-4f3c-bd87-788729342dd7',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.567322] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63d57f42-b1bb-4e66-9db5-4862b2fb6db2 [ 769.567632] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.568034] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.568195] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.568467] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.568797] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.568797] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63d57f42-b1bb-4e66-9db5-4862b2fb6db2 already deleted. [ 769.568797] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63d57f42-b1bb-4e66-9db5-4862b2fb6db2" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.622243] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e7eb7a3-18bf-4f3c-bd87-788729342dd7 [ 769.622243] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.622243] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.622243] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.622243] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.622243] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.622243] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e7eb7a3-18bf-4f3c-bd87-788729342dd7 already deleted. [ 769.622243] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e7eb7a3-18bf-4f3c-bd87-788729342dd7" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.880398] env[69711]: INFO networking_nsxv3.common.synchronization [None req-1cdc7408-36ed-42de-a100-e51bd33b8c38 None None] Enqueued Resource ID: 7f48c6f8-df38-4a91-aa8f-af992cb40fe9 with Priority: HIGHEST for action port [ 769.880398] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f48c6f8-df38-4a91-aa8f-af992cb40fe9 with Priority: HIGHEST for action port [ 769.881455] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f48c6f8-df38-4a91-aa8f-af992cb40fe9 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.881455] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f48c6f8-df38-4a91-aa8f-af992cb40fe9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.881455] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f48c6f8-df38-4a91-aa8f-af992cb40fe9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.885305] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f48c6f8-df38-4a91-aa8f-af992cb40fe9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.885514] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f48c6f8-df38-4a91-aa8f-af992cb40fe9',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.072949] env[69711]: INFO networking_nsxv3.common.synchronization [None req-1254df6f-6a3d-48b4-918b-0164c84cfd4c None None] Enqueued Resource ID: 0549574c-8447-4497-ab0a-52fbf878bbbd with Priority: HIGHEST for action port [ 770.072949] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0549574c-8447-4497-ab0a-52fbf878bbbd with Priority: HIGHEST for action port [ 770.072949] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-0549574c-8447-4497-ab0a-52fbf878bbbd taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.072949] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0549574c-8447-4497-ab0a-52fbf878bbbd" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.072949] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0549574c-8447-4497-ab0a-52fbf878bbbd" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.073350] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0549574c-8447-4497-ab0a-52fbf878bbbd" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.073552] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0549574c-8447-4497-ab0a-52fbf878bbbd',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.350593] env[69711]: INFO networking_nsxv3.common.synchronization [None req-653e81b3-f833-459e-b9dd-7ca96a194d94 None None] Enqueued Resource ID: a503b068-5e70-492a-9cd8-970538cd3e21 with Priority: HIGHEST for action port [ 770.350858] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a503b068-5e70-492a-9cd8-970538cd3e21 with Priority: HIGHEST for action port [ 770.351467] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-a503b068-5e70-492a-9cd8-970538cd3e21 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.351590] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a503b068-5e70-492a-9cd8-970538cd3e21" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.351659] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a503b068-5e70-492a-9cd8-970538cd3e21" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.351910] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a503b068-5e70-492a-9cd8-970538cd3e21" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.351992] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a503b068-5e70-492a-9cd8-970538cd3e21',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.389257] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f48c6f8-df38-4a91-aa8f-af992cb40fe9 [ 770.389554] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.389696] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.389761] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.390076] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.390076] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.390188] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f48c6f8-df38-4a91-aa8f-af992cb40fe9 already deleted. [ 770.390225] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f48c6f8-df38-4a91-aa8f-af992cb40fe9" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.576102] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0549574c-8447-4497-ab0a-52fbf878bbbd [ 770.576480] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.576586] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.576586] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.576781] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.576867] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.577307] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0549574c-8447-4497-ab0a-52fbf878bbbd already deleted. [ 770.577307] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0549574c-8447-4497-ab0a-52fbf878bbbd" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.855810] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a503b068-5e70-492a-9cd8-970538cd3e21 [ 770.856498] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.856772] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.856918] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.857214] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.857677] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.857677] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a503b068-5e70-492a-9cd8-970538cd3e21 already deleted. [ 770.857677] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a503b068-5e70-492a-9cd8-970538cd3e21" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.217397] env[69711]: INFO networking_nsxv3.common.synchronization [req-e919e885-7b36-4d85-a22f-79393daf00fe req-0d4b6929-3ed3-439e-b516-565a850df6a7 tempest-SecurityGroupRulesTestJSON-1307972211 tempest-SecurityGroupRulesTestJSON-1307972211-project-member] Enqueued Resource ID: c790fe41-d542-42ad-b6b8-b5e43df88b33 with Priority: HIGHEST for action security_group_rules [ 771.218126] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c790fe41-d542-42ad-b6b8-b5e43df88b33 with Priority: HIGHEST for action security_group_rules [ 771.218543] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c790fe41-d542-42ad-b6b8-b5e43df88b33 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.218723] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c790fe41-d542-42ad-b6b8-b5e43df88b33" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.218778] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c790fe41-d542-42ad-b6b8-b5e43df88b33" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.219191] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c790fe41-d542-42ad-b6b8-b5e43df88b33" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.219191] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c790fe41-d542-42ad-b6b8-b5e43df88b33',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.742293] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.742792] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.742792] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.744374] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.744542] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.744662] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c790fe41-d542-42ad-b6b8-b5e43df88b33 already deleted. [ 771.744899] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c790fe41-d542-42ad-b6b8-b5e43df88b33" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.613311] env[69711]: INFO networking_nsxv3.common.synchronization [None req-25524dfa-9ec1-474f-ba31-410c5393fb2b None None] Enqueued Resource ID: 628871b2-a738-4058-9914-e2eda2fd2125 with Priority: HIGHEST for action port [ 773.613639] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628871b2-a738-4058-9914-e2eda2fd2125 with Priority: HIGHEST for action port [ 773.614235] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-628871b2-a738-4058-9914-e2eda2fd2125 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.614312] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-628871b2-a738-4058-9914-e2eda2fd2125" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.614367] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-628871b2-a738-4058-9914-e2eda2fd2125" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.614624] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-628871b2-a738-4058-9914-e2eda2fd2125" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.614730] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('628871b2-a738-4058-9914-e2eda2fd2125',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.116251] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 628871b2-a738-4058-9914-e2eda2fd2125 [ 774.116533] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.117105] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.117218] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.117467] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.117595] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.117719] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:628871b2-a738-4058-9914-e2eda2fd2125 already deleted. [ 774.117832] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-628871b2-a738-4058-9914-e2eda2fd2125" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.529385] env[69711]: INFO networking_nsxv3.common.synchronization [None req-62d66d94-3801-4f59-acd3-fa6b28e64ab8 tempest-AttachVolumeTestJSON-253039748 tempest-AttachVolumeTestJSON-253039748-project-member] Enqueued Resource ID: d2274b87-1eee-4d57-bb5e-c885527c522e with Priority: HIGHEST for action security_group_rules [ 774.529827] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2274b87-1eee-4d57-bb5e-c885527c522e with Priority: HIGHEST for action security_group_rules [ 774.530298] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2274b87-1eee-4d57-bb5e-c885527c522e taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.530298] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2274b87-1eee-4d57-bb5e-c885527c522e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.530851] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2274b87-1eee-4d57-bb5e-c885527c522e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.531537] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2274b87-1eee-4d57-bb5e-c885527c522e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.531537] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2274b87-1eee-4d57-bb5e-c885527c522e',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.736326] env[69711]: INFO networking_nsxv3.common.synchronization [None req-081627b1-3306-44d7-9b3a-88a199ed9bed tempest-AttachVolumeTestJSON-253039748 tempest-AttachVolumeTestJSON-253039748-project-member] Enqueued Resource ID: d2274b87-1eee-4d57-bb5e-c885527c522e with Priority: HIGHEST for action security_group_rules [ 774.736934] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2274b87-1eee-4d57-bb5e-c885527c522e with Priority: HIGHEST for action security_group_rules [ 774.737488] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2274b87-1eee-4d57-bb5e-c885527c522e taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.737488] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2274b87-1eee-4d57-bb5e-c885527c522e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.053802] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.053802] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.053802] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.054307] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.054307] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.054307] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2274b87-1eee-4d57-bb5e-c885527c522e already deleted. [ 775.054415] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2274b87-1eee-4d57-bb5e-c885527c522e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.054929] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2274b87-1eee-4d57-bb5e-c885527c522e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.054929] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2274b87-1eee-4d57-bb5e-c885527c522e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.054929] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2274b87-1eee-4d57-bb5e-c885527c522e',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.575219] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.575389] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.575463] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.575693] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.575785] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.575883] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2274b87-1eee-4d57-bb5e-c885527c522e already deleted. [ 775.575965] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2274b87-1eee-4d57-bb5e-c885527c522e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.910037] env[69711]: INFO networking_nsxv3.common.synchronization [None req-2c05c26e-d0c0-48be-97d8-afad8aa4d83e None None] Enqueued Resource ID: 101df353-c9b7-4cb2-9b67-c89b665cdb27 with Priority: HIGHEST for action port [ 776.912970] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 101df353-c9b7-4cb2-9b67-c89b665cdb27 with Priority: HIGHEST for action port [ 776.912970] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-101df353-c9b7-4cb2-9b67-c89b665cdb27 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.913212] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-101df353-c9b7-4cb2-9b67-c89b665cdb27" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.913212] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-101df353-c9b7-4cb2-9b67-c89b665cdb27" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.913831] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-101df353-c9b7-4cb2-9b67-c89b665cdb27" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.913831] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('101df353-c9b7-4cb2-9b67-c89b665cdb27',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.422631] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 101df353-c9b7-4cb2-9b67-c89b665cdb27 [ 777.422865] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.423359] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.423460] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.423769] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.424114] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.424223] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:101df353-c9b7-4cb2-9b67-c89b665cdb27 already deleted. [ 777.424322] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-101df353-c9b7-4cb2-9b67-c89b665cdb27" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.358135] env[69711]: INFO networking_nsxv3.common.synchronization [None req-de1d7557-0a31-42cb-819a-2d285b8ccf9a None None] Enqueued Resource ID: 430831e9-3dd6-4832-bf57-d3f27af1b44e with Priority: HIGHEST for action port [ 779.358451] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 430831e9-3dd6-4832-bf57-d3f27af1b44e with Priority: HIGHEST for action port [ 779.359294] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-430831e9-3dd6-4832-bf57-d3f27af1b44e taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.360889] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-430831e9-3dd6-4832-bf57-d3f27af1b44e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.360969] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-430831e9-3dd6-4832-bf57-d3f27af1b44e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.361487] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-430831e9-3dd6-4832-bf57-d3f27af1b44e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.361572] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('430831e9-3dd6-4832-bf57-d3f27af1b44e',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.864665] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 430831e9-3dd6-4832-bf57-d3f27af1b44e [ 779.864902] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.865064] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.865827] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.865827] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.865827] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.865827] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:430831e9-3dd6-4832-bf57-d3f27af1b44e already deleted. [ 779.865827] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-430831e9-3dd6-4832-bf57-d3f27af1b44e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.109886] env[69711]: INFO networking_nsxv3.common.synchronization [None req-47035bdd-0457-405d-9439-d3b7e0dbc068 None None] Enqueued Resource ID: d1f0fc80-a665-48e2-acb5-3c26830b5ebf with Priority: HIGHEST for action port [ 782.110878] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f0fc80-a665-48e2-acb5-3c26830b5ebf with Priority: HIGHEST for action port [ 782.111130] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1f0fc80-a665-48e2-acb5-3c26830b5ebf taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.111317] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1f0fc80-a665-48e2-acb5-3c26830b5ebf" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.111317] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1f0fc80-a665-48e2-acb5-3c26830b5ebf" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.111609] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1f0fc80-a665-48e2-acb5-3c26830b5ebf" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.111668] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1f0fc80-a665-48e2-acb5-3c26830b5ebf',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.614449] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1f0fc80-a665-48e2-acb5-3c26830b5ebf [ 782.614744] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.614883] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.614948] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.615278] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.615369] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.615461] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1f0fc80-a665-48e2-acb5-3c26830b5ebf already deleted. [ 782.615538] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1f0fc80-a665-48e2-acb5-3c26830b5ebf" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.353864] env[69711]: INFO networking_nsxv3.common.synchronization [None req-4add1b9b-215f-4f10-bf75-5c744e4ef6a3 None None] Enqueued Resource ID: 6146c82d-544b-4c25-934b-d058216686b0 with Priority: HIGHEST for action port [ 785.353864] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6146c82d-544b-4c25-934b-d058216686b0 with Priority: HIGHEST for action port [ 785.353864] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-6146c82d-544b-4c25-934b-d058216686b0 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.353864] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6146c82d-544b-4c25-934b-d058216686b0" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.353864] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6146c82d-544b-4c25-934b-d058216686b0" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.354481] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6146c82d-544b-4c25-934b-d058216686b0" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.354481] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6146c82d-544b-4c25-934b-d058216686b0',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.859210] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6146c82d-544b-4c25-934b-d058216686b0 [ 785.859210] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.859210] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.859210] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.859210] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.859210] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.859210] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6146c82d-544b-4c25-934b-d058216686b0 already deleted. [ 785.859210] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6146c82d-544b-4c25-934b-d058216686b0" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.963769] env[69711]: INFO networking_nsxv3.common.synchronization [None req-fb86ad5d-ab4a-4204-a6bf-884bf2fd5cc5 tempest-ServersTestBootFromVolume-1122578125 tempest-ServersTestBootFromVolume-1122578125-project-member] Enqueued Resource ID: 5911835f-17fb-4f6d-a5b0-bb5948637d65 with Priority: HIGHEST for action security_group_rules [ 785.963920] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5911835f-17fb-4f6d-a5b0-bb5948637d65 with Priority: HIGHEST for action security_group_rules [ 785.964871] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5911835f-17fb-4f6d-a5b0-bb5948637d65 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.964871] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5911835f-17fb-4f6d-a5b0-bb5948637d65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.964871] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5911835f-17fb-4f6d-a5b0-bb5948637d65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.964871] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5911835f-17fb-4f6d-a5b0-bb5948637d65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.964871] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5911835f-17fb-4f6d-a5b0-bb5948637d65',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.185628] env[69711]: INFO networking_nsxv3.common.synchronization [None req-2e3769f7-2baa-4046-8fe1-a7d13798514d None None] Enqueued Resource ID: ad8bdc12-cc78-47a8-8b59-f0f283703b6e with Priority: HIGHEST for action port [ 786.185794] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8bdc12-cc78-47a8-8b59-f0f283703b6e with Priority: HIGHEST for action port [ 786.191303] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad8bdc12-cc78-47a8-8b59-f0f283703b6e taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.191834] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad8bdc12-cc78-47a8-8b59-f0f283703b6e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.191834] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad8bdc12-cc78-47a8-8b59-f0f283703b6e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.191834] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad8bdc12-cc78-47a8-8b59-f0f283703b6e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.191985] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad8bdc12-cc78-47a8-8b59-f0f283703b6e',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.334983] env[69711]: INFO networking_nsxv3.common.synchronization [None req-c1881327-5095-40f1-ac2e-6094385f10e2 tempest-ServersTestBootFromVolume-1122578125 tempest-ServersTestBootFromVolume-1122578125-project-member] Enqueued Resource ID: 5911835f-17fb-4f6d-a5b0-bb5948637d65 with Priority: HIGHEST for action security_group_rules [ 786.335580] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5911835f-17fb-4f6d-a5b0-bb5948637d65 with Priority: HIGHEST for action security_group_rules [ 786.335891] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5911835f-17fb-4f6d-a5b0-bb5948637d65 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.335933] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5911835f-17fb-4f6d-a5b0-bb5948637d65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.343839] env[69711]: INFO networking_nsxv3.common.synchronization [None req-89833fb5-427e-4d3b-b819-e7eb6240f91f None None] Enqueued Resource ID: 7d61f46d-7f49-485b-9729-4240782348e8 with Priority: HIGHEST for action port [ 786.343839] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d61f46d-7f49-485b-9729-4240782348e8 with Priority: HIGHEST for action port [ 786.343839] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d61f46d-7f49-485b-9729-4240782348e8 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.343839] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d61f46d-7f49-485b-9729-4240782348e8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.343839] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d61f46d-7f49-485b-9729-4240782348e8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.343839] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d61f46d-7f49-485b-9729-4240782348e8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.343839] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d61f46d-7f49-485b-9729-4240782348e8',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.485300] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.485614] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.485614] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.486208] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.486208] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.486208] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5911835f-17fb-4f6d-a5b0-bb5948637d65 already deleted. [ 786.486208] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5911835f-17fb-4f6d-a5b0-bb5948637d65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.486208] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5911835f-17fb-4f6d-a5b0-bb5948637d65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.486417] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5911835f-17fb-4f6d-a5b0-bb5948637d65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.486417] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5911835f-17fb-4f6d-a5b0-bb5948637d65',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.668268] env[69711]: INFO networking_nsxv3.common.synchronization [None req-d0552741-c0e3-47b0-b8f3-f74cf4a453cc None None] Enqueued Resource ID: 9c8f2e30-c817-4243-bc42-c7193e21c3ca with Priority: HIGHEST for action port [ 786.668268] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8f2e30-c817-4243-bc42-c7193e21c3ca with Priority: HIGHEST for action port [ 786.668268] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c8f2e30-c817-4243-bc42-c7193e21c3ca taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.668612] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c8f2e30-c817-4243-bc42-c7193e21c3ca" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.668612] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c8f2e30-c817-4243-bc42-c7193e21c3ca" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.674075] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c8f2e30-c817-4243-bc42-c7193e21c3ca" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.674799] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c8f2e30-c817-4243-bc42-c7193e21c3ca',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.697614] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad8bdc12-cc78-47a8-8b59-f0f283703b6e [ 786.697614] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.697614] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.697614] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.697614] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.697614] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.697614] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad8bdc12-cc78-47a8-8b59-f0f283703b6e already deleted. [ 786.697614] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad8bdc12-cc78-47a8-8b59-f0f283703b6e" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.850073] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d61f46d-7f49-485b-9729-4240782348e8 [ 786.850531] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.850948] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.851118] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.851363] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.851466] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.851638] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d61f46d-7f49-485b-9729-4240782348e8 already deleted. [ 786.851728] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d61f46d-7f49-485b-9729-4240782348e8" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.011288] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.012136] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.012136] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.012136] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.012136] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.012136] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5911835f-17fb-4f6d-a5b0-bb5948637d65 already deleted. [ 787.012136] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5911835f-17fb-4f6d-a5b0-bb5948637d65" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.177725] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c8f2e30-c817-4243-bc42-c7193e21c3ca [ 787.177952] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.178104] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.178174] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.178385] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.178473] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.178610] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c8f2e30-c817-4243-bc42-c7193e21c3ca already deleted. [ 787.179036] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c8f2e30-c817-4243-bc42-c7193e21c3ca" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.585477] env[69711]: INFO networking_nsxv3.common.synchronization [None req-5bb3baeb-634e-40e1-b857-841320be684c None None] Enqueued Resource ID: 8e046a23-81f7-485c-83bb-303dc7b94ba1 with Priority: HIGHEST for action port [ 787.585477] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e046a23-81f7-485c-83bb-303dc7b94ba1 with Priority: HIGHEST for action port [ 787.585477] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e046a23-81f7-485c-83bb-303dc7b94ba1 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.585477] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e046a23-81f7-485c-83bb-303dc7b94ba1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.585477] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e046a23-81f7-485c-83bb-303dc7b94ba1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.585477] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e046a23-81f7-485c-83bb-303dc7b94ba1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.585477] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e046a23-81f7-485c-83bb-303dc7b94ba1',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.088730] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e046a23-81f7-485c-83bb-303dc7b94ba1 [ 788.088972] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.089150] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.089219] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.089459] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.089549] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.089666] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e046a23-81f7-485c-83bb-303dc7b94ba1 already deleted. [ 788.089728] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e046a23-81f7-485c-83bb-303dc7b94ba1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.864371] env[69711]: INFO networking_nsxv3.common.synchronization [None req-a4755354-dbe6-44cf-a168-dc0638a33f3b None None] Enqueued Resource ID: 56b33310-43c6-4a11-9902-183dc6c7a5ef with Priority: HIGHEST for action port [ 788.866390] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b33310-43c6-4a11-9902-183dc6c7a5ef with Priority: HIGHEST for action port [ 788.868398] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-56b33310-43c6-4a11-9902-183dc6c7a5ef taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.868398] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56b33310-43c6-4a11-9902-183dc6c7a5ef" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.868398] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56b33310-43c6-4a11-9902-183dc6c7a5ef" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.869388] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56b33310-43c6-4a11-9902-183dc6c7a5ef" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.869444] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b33310-43c6-4a11-9902-183dc6c7a5ef',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.372821] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56b33310-43c6-4a11-9902-183dc6c7a5ef [ 789.372821] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.372821] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.372821] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.372821] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.372821] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.372821] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56b33310-43c6-4a11-9902-183dc6c7a5ef already deleted. [ 789.372821] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56b33310-43c6-4a11-9902-183dc6c7a5ef" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.348735] env[69711]: INFO networking_nsxv3.common.synchronization [None req-d5f1f73b-1a2f-4d63-8ad8-8614cb45226f None None] Enqueued Resource ID: f56d1b52-d517-4617-a802-4ba13c9d516c with Priority: HIGHEST for action port [ 790.349617] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56d1b52-d517-4617-a802-4ba13c9d516c with Priority: HIGHEST for action port [ 790.349957] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-f56d1b52-d517-4617-a802-4ba13c9d516c taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.350258] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f56d1b52-d517-4617-a802-4ba13c9d516c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.350258] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f56d1b52-d517-4617-a802-4ba13c9d516c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.352420] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f56d1b52-d517-4617-a802-4ba13c9d516c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.352420] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f56d1b52-d517-4617-a802-4ba13c9d516c',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.411584] env[69711]: INFO networking_nsxv3.common.synchronization [None req-2b875baa-8c5e-4b8d-a7e5-635c2e5469b1 None None] Enqueued Resource ID: 54f464a7-9a30-4142-9620-2c25f0bc0052 with Priority: HIGHEST for action port [ 790.411753] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f464a7-9a30-4142-9620-2c25f0bc0052 with Priority: HIGHEST for action port [ 790.412320] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-54f464a7-9a30-4142-9620-2c25f0bc0052 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.412478] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54f464a7-9a30-4142-9620-2c25f0bc0052" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.412542] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54f464a7-9a30-4142-9620-2c25f0bc0052" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.412830] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54f464a7-9a30-4142-9620-2c25f0bc0052" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.412910] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f464a7-9a30-4142-9620-2c25f0bc0052',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.853443] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f56d1b52-d517-4617-a802-4ba13c9d516c [ 790.855140] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.855140] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.855140] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.855140] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.855140] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.855140] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f56d1b52-d517-4617-a802-4ba13c9d516c already deleted. [ 790.855140] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f56d1b52-d517-4617-a802-4ba13c9d516c" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.867766] env[69711]: INFO networking_nsxv3.common.synchronization [None req-0bee14f2-59b5-4f89-b3fc-ceaa7df8edd3 None None] Enqueued Resource ID: 96b4223d-58a7-424f-aa73-28f7e79375e1 with Priority: HIGHEST for action port [ 790.868069] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96b4223d-58a7-424f-aa73-28f7e79375e1 with Priority: HIGHEST for action port [ 790.868713] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-96b4223d-58a7-424f-aa73-28f7e79375e1 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.868856] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96b4223d-58a7-424f-aa73-28f7e79375e1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.868944] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96b4223d-58a7-424f-aa73-28f7e79375e1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.869810] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96b4223d-58a7-424f-aa73-28f7e79375e1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.869891] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b4223d-58a7-424f-aa73-28f7e79375e1',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.917669] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54f464a7-9a30-4142-9620-2c25f0bc0052 [ 790.918334] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.920147] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.920227] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.923240] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.923240] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.923240] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54f464a7-9a30-4142-9620-2c25f0bc0052 already deleted. [ 790.923240] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54f464a7-9a30-4142-9620-2c25f0bc0052" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.372458] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96b4223d-58a7-424f-aa73-28f7e79375e1 [ 791.372458] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.372458] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.372458] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.372458] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.372868] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.372868] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96b4223d-58a7-424f-aa73-28f7e79375e1 already deleted. [ 791.372868] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96b4223d-58a7-424f-aa73-28f7e79375e1" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.577555] env[69711]: INFO networking_nsxv3.common.synchronization [None req-074beb96-7785-409a-b6da-1a5dbc09e7cc None None] Enqueued Resource ID: 28c006b3-b78c-4547-be03-2d60ebf5c946 with Priority: HIGHEST for action port [ 794.577837] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c006b3-b78c-4547-be03-2d60ebf5c946 with Priority: HIGHEST for action port [ 794.578409] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-28c006b3-b78c-4547-be03-2d60ebf5c946 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.578537] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28c006b3-b78c-4547-be03-2d60ebf5c946" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.578644] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28c006b3-b78c-4547-be03-2d60ebf5c946" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.578903] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28c006b3-b78c-4547-be03-2d60ebf5c946" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.579477] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28c006b3-b78c-4547-be03-2d60ebf5c946',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.083600] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28c006b3-b78c-4547-be03-2d60ebf5c946 [ 795.083600] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.083600] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.083600] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.083600] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.083600] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.083600] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28c006b3-b78c-4547-be03-2d60ebf5c946 already deleted. [ 795.083600] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28c006b3-b78c-4547-be03-2d60ebf5c946" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.201267] env[69711]: INFO networking_nsxv3.common.synchronization [None req-a2960c5e-6c61-4bb1-bb58-f1db8ea6f202 None None] Enqueued Resource ID: 685bbc1d-cbfa-454c-bb33-2c92a47530e5 with Priority: HIGHEST for action port [ 796.201538] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685bbc1d-cbfa-454c-bb33-2c92a47530e5 with Priority: HIGHEST for action port [ 796.202126] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-685bbc1d-cbfa-454c-bb33-2c92a47530e5 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.202260] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-685bbc1d-cbfa-454c-bb33-2c92a47530e5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.202312] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-685bbc1d-cbfa-454c-bb33-2c92a47530e5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.202622] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-685bbc1d-cbfa-454c-bb33-2c92a47530e5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.202710] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685bbc1d-cbfa-454c-bb33-2c92a47530e5',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.705802] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 685bbc1d-cbfa-454c-bb33-2c92a47530e5 [ 796.705802] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.705802] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.706032] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.706739] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.706739] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.706739] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:685bbc1d-cbfa-454c-bb33-2c92a47530e5 already deleted. [ 796.706739] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-685bbc1d-cbfa-454c-bb33-2c92a47530e5" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.083167] env[69711]: INFO networking_nsxv3.common.synchronization [None req-a9ac783b-0d81-42c2-9d9a-06d66fc3c5f2 None None] Enqueued Resource ID: 755251dd-e31b-4d99-a2cf-57c64290ba52 with Priority: HIGHEST for action port [ 798.083489] env[69711]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 755251dd-e31b-4d99-a2cf-57c64290ba52 with Priority: HIGHEST for action port [ 798.084117] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock port-755251dd-e31b-4d99-a2cf-57c64290ba52 taken with stack trace [, , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.084253] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-755251dd-e31b-4d99-a2cf-57c64290ba52" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.084334] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-755251dd-e31b-4d99-a2cf-57c64290ba52" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.084631] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-755251dd-e31b-4d99-a2cf-57c64290ba52" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.084743] env[69711]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('755251dd-e31b-4d99-a2cf-57c64290ba52',) {} {{(pid=69711) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.587443] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 755251dd-e31b-4d99-a2cf-57c64290ba52 [ 798.587676] env[69711]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69711) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.587838] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.587913] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.588151] env[69711]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.588231] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.588323] env[69711]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:755251dd-e31b-4d99-a2cf-57c64290ba52 already deleted. [ 798.588398] env[69711]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-755251dd-e31b-4d99-a2cf-57c64290ba52" {{(pid=69711) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.084675] env[69711]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 803.084919] env[69711]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 808.085554] env[69711]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 808.085930] env[69711]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 813.086299] env[69711]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 813.086685] env[69711]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 818.087995] env[69711]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 818.087995] env[69711]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 823.088787] env[69711]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 823.089201] env[69711]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 828.090314] env[69711]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 828.090663] env[69711]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0