[ 540.393590] env[69331]: INFO neutron.common.config [-] Logging enabled! [ 540.394026] env[69331]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 540.394369] env[69331]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69331) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 540.394702] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 540.394805] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 540.395579] env[69331]: WARNING oslo_policy.policy [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 540.395798] env[69331]: WARNING oslo_policy.policy [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 540.397319] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] VMware NSXv3 Agent initialized successfully. [ 540.397664] env[69331]: DEBUG oslo_concurrency.lockutils [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] Acquiring lock "singleton_lock" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.397796] env[69331]: DEBUG oslo_concurrency.lockutils [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] Acquired lock "singleton_lock" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.398010] env[69331]: DEBUG oslo_concurrency.lockutils [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] Releasing lock "singleton_lock" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.398296] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] Full set of CONF: {{(pid=69331) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 540.398410] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ******************************************************************************** {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 540.398513] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] Configuration options gathered from: {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 540.398895] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 540.399082] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 540.399197] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ================================================================================ {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 540.399365] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] agent_down_time = 75 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.399505] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] allow_automatic_dhcp_failover = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.399683] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] allow_bulk = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.399813] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] api_extensions_path = {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.399965] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] api_paste_config = api-paste.ini {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.400120] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] auth_strategy = keystone {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.400227] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] backdoor_port = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.400331] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] backdoor_socket = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.400468] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] backlog = 4096 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.400605] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.400762] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] bind_host = 0.0.0.0 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.400903] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] bind_port = 9696 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.401055] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] client_socket_timeout = 900 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.401192] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] config_dir = [] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.401302] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.401442] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] config_source = [] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.401582] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] control_exchange = neutron {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.401721] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] core_plugin = ml2 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.401860] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] debug = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.401998] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] default_availability_zones = [] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.402216] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.402356] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] dhcp_agent_notification = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.402492] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] dhcp_agents_per_network = 1 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.402626] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] dhcp_lease_duration = 86400 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.402769] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] dhcp_load_type = networks {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.402910] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] dns_domain = openstacklocal {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.403061] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.403197] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] enable_default_route_bfd = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.403331] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] enable_default_route_ecmp = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.403460] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] enable_dvr = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.403590] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] enable_new_agents = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.403721] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.403854] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] enable_signals = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.403983] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] enable_traditional_dhcp = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.404121] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] external_dns_driver = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.404250] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] filter_validation = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.404387] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] global_physnet_mtu = 8950 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.404520] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] graceful_shutdown_timeout = 60 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.404697] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] host = cpu-1 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.404840] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] host_dvr_for_dhcp = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.404975] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] http_retries = 3 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.405128] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] instance_format = [instance: %(uuid)s] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.405267] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.405405] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ipam_driver = internal {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.405537] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ipv6_pd_enabled = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.405668] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] l3_ha = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.405808] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.405946] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] l3_ha_network_physical_name = {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.406093] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] l3_ha_network_type = {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.406232] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] log_color = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.406369] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] log_config_append = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.406505] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.406641] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] log_dir = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.406794] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] log_file = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.406908] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] log_options = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.407066] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] log_rotate_interval = 1 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.407214] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] log_rotate_interval_type = days {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.407356] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] log_rotation_type = none {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.407464] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.407571] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.407712] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.407852] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.407959] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.408106] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] max_dns_nameservers = 5 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.408243] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] max_header_line = 16384 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.408375] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] max_l3_agents_per_router = 3 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.408508] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] max_logfile_count = 30 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.408641] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] max_logfile_size_mb = 200 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.408804] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] max_subnet_host_routes = 20 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.408956] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] my_ip = 10.180.1.21 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.409111] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] my_ipv6 = ::1 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.409247] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] network_auto_schedule = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.409378] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] network_link_prefix = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.409517] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.409657] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] notify_nova_on_port_data_changes = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.409820] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] notify_nova_on_port_status_changes = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.409965] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] pagination_max_limit = -1 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.410113] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] publish_errors = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.410249] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] rate_limit_burst = 0 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.410393] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] rate_limit_except_level = CRITICAL {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.410526] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] rate_limit_interval = 0 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.410659] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] retry_until_window = 30 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.410794] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] router_distributed = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.410929] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] rpc_resources_processing_step = 20 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.411075] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] rpc_response_max_timeout = 600 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.411214] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] rpc_response_timeout = 60 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415055] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] send_events_interval = 2 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415055] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] service_plugins = ['router'] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415055] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] setproctitle = on {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415055] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] shell_completion = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415055] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] state_path = /opt/stack/data/neutron {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415055] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] syslog_log_facility = LOG_USER {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415055] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] tcp_keepidle = 600 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415503] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] transport_url = **** {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415503] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] use_journal = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415503] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] use_json = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415503] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] use_ssl = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415503] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] use_stderr = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415503] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] use_syslog = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415503] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] vlan_qinq = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415681] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] vlan_transparent = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415681] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] watch_log_file = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415681] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] wsgi_default_pool_size = 100 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415681] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] wsgi_keep_alive = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415681] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415681] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] wsgi_server_debug = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.415844] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_concurrency.disable_process_locking = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415844] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415844] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415844] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415844] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415844] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415996] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415996] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler.connection_string = messaging:// {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415996] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler.enabled = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415996] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler.es_doc_type = notification {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415996] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler.es_scroll_size = 10000 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415996] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler.es_scroll_time = 2m {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415996] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler.filter_error_trace = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416198] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler.hmac_keys = **** {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416198] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler.sentinel_service_name = mymaster {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416198] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler.socket_timeout = 0.1 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416198] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler.trace_requests = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416305] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler.trace_sqlalchemy = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416556] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler_jaeger.process_tags = {} {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416556] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler_jaeger.service_name_prefix = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416648] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] profiler_otlp.service_name_prefix = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416826] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_policy.enforce_new_defaults = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.417108] env[69331]: WARNING oslo_config.cfg [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 540.417255] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_policy.enforce_scope = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.417397] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_policy.policy_default_rule = default {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.417550] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.417689] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.417832] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.417988] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.418103] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.418231] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.418361] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.418497] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.418640] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.418827] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] agent.extensions = [] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.418953] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.419112] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] service_providers.service_provider = [] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.419267] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] QUOTAS.default_quota = -1 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.419403] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.419544] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] QUOTAS.quota_floatingip = 50 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.419690] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] QUOTAS.quota_network = 100 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.419896] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] QUOTAS.quota_port = 500 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.419977] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.420130] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] QUOTAS.quota_router = 10 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.420271] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] QUOTAS.quota_security_group = 10 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.420407] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.420543] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] QUOTAS.quota_subnet = 100 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.420677] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] QUOTAS.track_quota_usage = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.420825] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.420963] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep.group = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.421109] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep.helper_command = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.421249] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep.log_daemon_traceback = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.421389] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.421524] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep.thread_pool_size = 8 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.421656] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep.user = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.421802] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.421936] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_dhcp_release.group = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422077] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_dhcp_release.helper_command = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422214] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422353] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422488] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422624] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_dhcp_release.user = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422766] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422900] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_ovs_vsctl.group = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423044] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423180] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423319] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423460] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423592] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_ovs_vsctl.user = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423732] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_namespace.capabilities = [21] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423865] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_namespace.group = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423999] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_namespace.helper_command = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.424147] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_namespace.log_daemon_traceback = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.424287] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.424511] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.424592] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_namespace.user = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.424690] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_conntrack.capabilities = [12] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.424822] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_conntrack.group = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.424957] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_conntrack.helper_command = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.425104] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.425244] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.425377] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.425510] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_conntrack.user = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.425651] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_link.capabilities = [12, 21] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.425784] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_link.group = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.425917] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_link.helper_command = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.426062] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_link.log_daemon_traceback = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.426204] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.426340] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_link.thread_pool_size = 8 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.426470] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] privsep_link.user = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.426625] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.426792] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.426942] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.continue_on_failed_promotions = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427090] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.dscp = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427231] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.dscp_inherit = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427374] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.force_mp_to_policy = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427511] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.locking_coordinator_url = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427648] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.log_agent_heartbeats = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427987] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.logging_expire = 1 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427987] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.428098] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.428202] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.polling_interval = 240 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.428346] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.428489] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.428634] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.report_interval = 30.0 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.428801] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.428955] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.429113] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430181] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.sync_skew = 60 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430181] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.synchronization_queue_size = 20 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430181] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT.use_helper_for_ns_read = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430181] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] SECURITYGROUP.enable_ipset = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430181] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] SECURITYGROUP.enable_security_group = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430181] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430181] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430470] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] experimental.ipv6_pd_enabled = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430470] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ml2.extension_drivers = ['port_security'] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430525] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ml2.external_network_type = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430706] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430811] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ml2.overlay_ip_version = 4 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.431158] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ml2.path_mtu = 8950 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.431158] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ml2.physical_network_mtus = {} {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432387] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432387] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432387] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ml2.type_drivers = ['vlan'] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432387] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432387] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432387] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432387] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432765] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432765] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432765] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432765] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432765] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433256] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433256] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_login_password = **** {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433256] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433386] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_login_user = admin {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433714] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433714] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433862] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433911] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.434052] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.434194] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.434424] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.434496] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.434597] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.434964] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.434964] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.435123] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.435172] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.435343] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.435506] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.436910] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.436910] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.436910] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] nova.auth_section = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.436910] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] nova.auth_type = password {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.436910] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.436910] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] nova.certfile = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437156] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] nova.collect_timing = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437156] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] nova.endpoint_type = public {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437156] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] nova.insecure = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437156] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] nova.keyfile = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437156] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] nova.region_name = RegionOne {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437156] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] nova.split_loggers = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437312] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] nova.timeout = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437432] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] placement.auth_section = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437514] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] placement.auth_type = password {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437651] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437788] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] placement.certfile = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437917] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] placement.collect_timing = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.438065] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] placement.endpoint_type = public {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.438194] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] placement.insecure = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.438318] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] placement.keyfile = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.438441] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] placement.region_name = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.438569] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] placement.split_loggers = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.438697] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] placement.timeout = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.438941] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.auth_section = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439013] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.auth_type = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439133] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.cafile = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439973] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.certfile = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439973] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.collect_timing = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439973] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.connect_retries = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439973] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.connect_retry_delay = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439973] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.enable_notifications = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439973] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.endpoint_override = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.440307] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.insecure = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.440307] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.interface = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.440307] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.keyfile = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.440446] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.max_version = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.440606] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.min_version = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.440688] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.region_name = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.440848] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.retriable_status_codes = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.440940] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.service_name = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.441165] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.service_type = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.441269] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.split_loggers = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442549] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.status_code_retries = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442549] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.status_code_retry_delay = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442549] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.timeout = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442549] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.valid_interfaces = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442549] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ironic.version = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442549] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] cli_script.dry_run = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442549] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442869] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442869] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442869] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442869] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442869] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442869] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443140] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443140] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443370] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443370] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443541] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443629] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443762] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443892] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.444034] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.444165] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.444754] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.444754] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.444754] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.444754] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.445121] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.445121] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.445121] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.445323] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.445391] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.445463] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446202] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446202] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446202] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446202] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.ssl = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446202] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446596] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446596] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446596] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446799] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446799] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446933] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_notifications.driver = [] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.447080] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_notifications.retry = -1 {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.447228] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.447360] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.447463] env[69331]: DEBUG oslo_service.backend.eventlet.service [None req-f4eed0da-e67a-4bb1-8593-5327f1f5d927 None None] ******************************************************************************** {{(pid=69331) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 540.448440] env[69331]: DEBUG neutron.agent.securitygroups_rpc [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Init firewall settings (driver=nsxv3) {{(pid=69331) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 540.449766] env[69331]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69331) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 540.451774] env[69331]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] RPC agent_id: nsxm-l-01a.corp.local [ 540.452252] env[69331]: DEBUG dogpile.cache.region [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] No value present for key: 'zone-id' {{(pid=69331) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 540.452869] env[69331]: DEBUG dogpile.lock [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] NeedRegenerationException {{(pid=69331) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 540.452869] env[69331]: DEBUG dogpile.lock [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] no value, waiting for create lock {{(pid=69331) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 540.452869] env[69331]: DEBUG dogpile.lock [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] value creation lock acquired {{(pid=69331) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 540.452869] env[69331]: DEBUG dogpile.cache.region [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] No value present for key: 'zone-id' {{(pid=69331) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 540.452869] env[69331]: DEBUG dogpile.lock [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Calling creation function for not-yet-present value {{(pid=69331) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 540.452869] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 540.471484] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Session token - acquiring [ 540.473051] env[69331]: DEBUG networking_nsxv3.common.locking [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.473290] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.473676] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.473756] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.484244] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.768818] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 540.791383] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 540.791564] env[69331]: DEBUG dogpile.cache.region [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Cache value generated in 0.339 seconds for key(s): 'zone-id' {{(pid=69331) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 540.791656] env[69331]: DEBUG dogpile.lock [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Released creation lock {{(pid=69331) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 540.791815] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Activating Policy API Provider. [ 540.791979] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Looking for the default Infrastructure Rules. [ 540.859361] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Looking for the Default Layer3 Logged Drop Section. [ 540.874477] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 540.874938] env[69331]: DEBUG networking_nsxv3.common.locking [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.875142] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquiring lock "all" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.875251] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired lock "all" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.875522] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired external semaphore "all" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.875836] env[69331]: DEBUG networking_nsxv3.api.rpc [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.391085] env[69331]: DEBUG networking_nsxv3.api.rpc [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.893820] env[69331]: DEBUG networking_nsxv3.api.rpc [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.400216] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Inventory metadata is going to be refreshed. [ 542.400419] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 543.250995] env[69331]: DEBUG networking_nsxv3.common.locking [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.251451] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquiring lock "Segment" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.251451] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired lock "Segment" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.251620] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired external semaphore "Segment" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.262424] env[69331]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 543.263301] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Releasing lock "Segment" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.264183] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 543.281609] env[69331]: DEBUG networking_nsxv3.common.locking [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.281824] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.281919] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.282267] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.282391] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.282539] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 543.282650] env[69331]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69331) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.282758] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 543.302379] env[69331]: DEBUG networking_nsxv3.common.locking [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.302598] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.302643] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.302917] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.303104] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.303248] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 543.323909] env[69331]: DEBUG networking_nsxv3.common.locking [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.324146] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.324196] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.324469] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.324604] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.324747] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 543.343156] env[69331]: DEBUG networking_nsxv3.common.locking [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.343412] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquiring lock "Address Group" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.343412] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired lock "Address Group" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.343705] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired external semaphore "Address Group" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.343840] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Releasing lock "Address Group" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.344022] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 543.344192] env[69331]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69331) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.344372] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 543.362012] env[69331]: DEBUG networking_nsxv3.common.locking [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.362235] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquiring lock "Segment QoS" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.362308] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired lock "Segment QoS" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.362552] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired external semaphore "Segment QoS" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.362675] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Releasing lock "Segment QoS" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.362814] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 543.362917] env[69331]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69331) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.363032] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 543.382079] env[69331]: DEBUG networking_nsxv3.common.locking [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.382305] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquiring lock "Security Group (Members)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.382407] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired lock "Security Group (Members)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.382626] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.382764] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Releasing lock "Security Group (Members)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.382915] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 543.383026] env[69331]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69331) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 543.383127] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Inventory metadata have been refreshed. [ 543.383222] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Dryrun:True. Metadata refresh completed. [ 543.383338] env[69331]: DEBUG oslo_concurrency.lockutils [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Releasing lock "all" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.385018] env[69331]: INFO neutron.agent.agent_extensions_manager [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Loaded agent extensions: [] [ 543.385741] env[69331]: DEBUG neutron_lib.callbacks.manager [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69331) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 543.458974] env[69331]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] NSXv3 Agent Agent RPC Daemon Started! [ 543.459145] env[69331]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] NSXv3 Agent Agent loop - iteration:0 started [ 543.459207] env[69331]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1aceb72b-c25e-41a2-8857-b722c4201b85 None None] NSXv3 Agent Agent out of sync with plugin! [ 548.386775] env[69331]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.387149] env[69331]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.388594] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.388918] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.388918] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.389266] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.389459] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.892552] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.398449] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.904271] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 550.904514] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 551.650749] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.651131] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.651131] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.651214] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.662586] env[69331]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 551.664318] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.664992] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 551.696555] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.696867] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.696867] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.697103] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.697103] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.697212] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 551.697283] env[69331]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69331) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.697353] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 551.719194] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.719374] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.719445] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.719645] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.719864] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.720110] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 551.740953] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.741261] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.741261] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.741400] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.741508] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.741621] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 551.762111] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.762111] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.762111] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.762111] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.762111] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.762111] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 551.762602] env[69331]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69331) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.762602] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 551.783062] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.783062] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.783062] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.783062] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.783062] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.783062] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 551.783062] env[69331]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69331) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.783062] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 551.803696] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.803996] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.803996] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.804154] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.804263] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.804385] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 551.804462] env[69331]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69331) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 551.804531] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 551.804597] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 551.804673] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 551.804736] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 551.804793] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 551.805086] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 551.805145] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 551.805216] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 551.829710] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.829997] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.829997] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.830236] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.830376] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.830474] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 551.852235] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.852523] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.852523] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.852640] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.852747] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.865079] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.388428] env[69331]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.388428] env[69331]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.334518] env[69331]: INFO networking_nsxv3.common.synchronization [None req-77593359-5802-40c9-b24b-644e58b1090a demo admin] Enqueued Resource ID: b7ff7487-e1f2-443a-8c63-24f138611a04 with Priority: HIGHEST for action security_group_rules [ 558.334989] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7ff7487-e1f2-443a-8c63-24f138611a04 with Priority: HIGHEST for action security_group_rules [ 558.335292] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7ff7487-e1f2-443a-8c63-24f138611a04 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.335406] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7ff7487-e1f2-443a-8c63-24f138611a04" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.335471] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7ff7487-e1f2-443a-8c63-24f138611a04" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.335767] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7ff7487-e1f2-443a-8c63-24f138611a04" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.336458] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7ff7487-e1f2-443a-8c63-24f138611a04',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.857982] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.858241] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.858293] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.858483] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.858573] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.858671] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7ff7487-e1f2-443a-8c63-24f138611a04 already deleted. [ 558.858754] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7ff7487-e1f2-443a-8c63-24f138611a04" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.335993] env[69331]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.336383] env[69331]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.337194] env[69331]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.337194] env[69331]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.338754] env[69331]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.339239] env[69331]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.341078] env[69331]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 578.341078] env[69331]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 582.777481] env[69331]: INFO networking_nsxv3.common.synchronization [None req-e959c63d-63b9-4a9f-9331-3e7b4b646f87 None None] Enqueued Resource ID: 02be796c-b971-4b03-a472-9f9c5cbca847 with Priority: HIGHEST for action port [ 582.778424] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02be796c-b971-4b03-a472-9f9c5cbca847 with Priority: HIGHEST for action port [ 582.778424] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-02be796c-b971-4b03-a472-9f9c5cbca847 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.778536] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02be796c-b971-4b03-a472-9f9c5cbca847" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.778536] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02be796c-b971-4b03-a472-9f9c5cbca847" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.778778] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02be796c-b971-4b03-a472-9f9c5cbca847" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.778859] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02be796c-b971-4b03-a472-9f9c5cbca847',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.282241] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02be796c-b971-4b03-a472-9f9c5cbca847 [ 583.282367] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.282462] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.282526] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.282738] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.282910] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.282910] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02be796c-b971-4b03-a472-9f9c5cbca847 already deleted. [ 583.283024] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02be796c-b971-4b03-a472-9f9c5cbca847" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.649144] env[69331]: INFO networking_nsxv3.common.synchronization [None req-9e7efca5-6941-4997-b33f-3a43b028eadd None None] Enqueued Resource ID: 6be2a924-f1ce-4273-af62-590c9b9ae9bf with Priority: HIGHEST for action port [ 584.649839] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6be2a924-f1ce-4273-af62-590c9b9ae9bf with Priority: HIGHEST for action port [ 584.650415] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-6be2a924-f1ce-4273-af62-590c9b9ae9bf taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.650641] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6be2a924-f1ce-4273-af62-590c9b9ae9bf" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.650957] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6be2a924-f1ce-4273-af62-590c9b9ae9bf" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.650957] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6be2a924-f1ce-4273-af62-590c9b9ae9bf" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.651035] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6be2a924-f1ce-4273-af62-590c9b9ae9bf',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.153237] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6be2a924-f1ce-4273-af62-590c9b9ae9bf [ 585.154989] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.155179] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.155560] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.155740] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.155852] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.155997] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6be2a924-f1ce-4273-af62-590c9b9ae9bf already deleted. [ 585.156072] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6be2a924-f1ce-4273-af62-590c9b9ae9bf" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.974995] env[69331]: INFO networking_nsxv3.common.synchronization [None req-e39ea8e5-481e-472a-94be-fb1a9bc1f602 None None] Enqueued Resource ID: df9b3975-8249-40dd-aa63-45defe7ff52e with Priority: HIGHEST for action port [ 586.975334] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9b3975-8249-40dd-aa63-45defe7ff52e with Priority: HIGHEST for action port [ 586.976117] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-df9b3975-8249-40dd-aa63-45defe7ff52e taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.976279] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df9b3975-8249-40dd-aa63-45defe7ff52e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.976325] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df9b3975-8249-40dd-aa63-45defe7ff52e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.976569] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df9b3975-8249-40dd-aa63-45defe7ff52e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.976647] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9b3975-8249-40dd-aa63-45defe7ff52e',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.479117] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df9b3975-8249-40dd-aa63-45defe7ff52e [ 587.479432] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.479568] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.479641] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.479849] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.479941] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.480047] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df9b3975-8249-40dd-aa63-45defe7ff52e already deleted. [ 587.480197] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df9b3975-8249-40dd-aa63-45defe7ff52e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.846023] env[69331]: INFO networking_nsxv3.common.synchronization [None req-60d0229a-211a-484f-9cb5-6ed7c0daf68c None None] Enqueued Resource ID: 2015ad9d-8351-46a1-91ea-c46ca177f85e with Priority: HIGHEST for action port [ 588.846422] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2015ad9d-8351-46a1-91ea-c46ca177f85e with Priority: HIGHEST for action port [ 588.847331] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-2015ad9d-8351-46a1-91ea-c46ca177f85e taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.847331] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2015ad9d-8351-46a1-91ea-c46ca177f85e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.847331] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2015ad9d-8351-46a1-91ea-c46ca177f85e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.847528] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2015ad9d-8351-46a1-91ea-c46ca177f85e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.847528] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2015ad9d-8351-46a1-91ea-c46ca177f85e',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.350113] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2015ad9d-8351-46a1-91ea-c46ca177f85e [ 589.350403] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.350544] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.350619] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.351028] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.351131] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.351226] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2015ad9d-8351-46a1-91ea-c46ca177f85e already deleted. [ 589.351311] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2015ad9d-8351-46a1-91ea-c46ca177f85e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.413960] env[69331]: INFO networking_nsxv3.common.synchronization [None req-0946e3dc-4583-4eba-80cf-4abb6513cdb0 None None] Enqueued Resource ID: 4f9a9888-ad10-4979-a171-5682213cc4c9 with Priority: HIGHEST for action port [ 589.414628] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f9a9888-ad10-4979-a171-5682213cc4c9 with Priority: HIGHEST for action port [ 589.414939] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f9a9888-ad10-4979-a171-5682213cc4c9 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.415079] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f9a9888-ad10-4979-a171-5682213cc4c9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.415150] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f9a9888-ad10-4979-a171-5682213cc4c9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.415403] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f9a9888-ad10-4979-a171-5682213cc4c9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.417374] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f9a9888-ad10-4979-a171-5682213cc4c9',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.921661] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f9a9888-ad10-4979-a171-5682213cc4c9 [ 589.921994] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.922722] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.922722] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.922722] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.922852] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.923035] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f9a9888-ad10-4979-a171-5682213cc4c9 already deleted. [ 589.923035] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f9a9888-ad10-4979-a171-5682213cc4c9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.154877] env[69331]: INFO networking_nsxv3.common.synchronization [None req-6a5c8a68-42c2-447f-a6a1-20cc417076c5 None None] Enqueued Resource ID: b6f5d23c-50b7-4d03-88f8-2c1e0edeef4b with Priority: HIGHEST for action port [ 590.156271] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f5d23c-50b7-4d03-88f8-2c1e0edeef4b with Priority: HIGHEST for action port [ 590.156382] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6f5d23c-50b7-4d03-88f8-2c1e0edeef4b taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.156720] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6f5d23c-50b7-4d03-88f8-2c1e0edeef4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.156720] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6f5d23c-50b7-4d03-88f8-2c1e0edeef4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.156820] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6f5d23c-50b7-4d03-88f8-2c1e0edeef4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.156999] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6f5d23c-50b7-4d03-88f8-2c1e0edeef4b',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.660201] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6f5d23c-50b7-4d03-88f8-2c1e0edeef4b [ 590.660201] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.660309] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.660347] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.661058] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.661058] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.661058] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6f5d23c-50b7-4d03-88f8-2c1e0edeef4b already deleted. [ 590.661058] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6f5d23c-50b7-4d03-88f8-2c1e0edeef4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.939148] env[69331]: INFO networking_nsxv3.common.synchronization [None req-6e5c4bef-3e72-47d7-9508-dc0577ed50b1 None None] Enqueued Resource ID: 3f465c07-6c25-4bd3-bac2-261d7a5baae4 with Priority: HIGHEST for action port [ 590.939450] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f465c07-6c25-4bd3-bac2-261d7a5baae4 with Priority: HIGHEST for action port [ 590.940024] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f465c07-6c25-4bd3-bac2-261d7a5baae4 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.940178] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f465c07-6c25-4bd3-bac2-261d7a5baae4" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.940495] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f465c07-6c25-4bd3-bac2-261d7a5baae4" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.940495] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f465c07-6c25-4bd3-bac2-261d7a5baae4" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.940597] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f465c07-6c25-4bd3-bac2-261d7a5baae4',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.442242] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f465c07-6c25-4bd3-bac2-261d7a5baae4 [ 591.443513] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.443513] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.443513] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.444284] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.444901] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.444901] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f465c07-6c25-4bd3-bac2-261d7a5baae4 already deleted. [ 591.444901] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f465c07-6c25-4bd3-bac2-261d7a5baae4" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.725021] env[69331]: INFO networking_nsxv3.common.synchronization [None req-338219a7-9d9b-4d7b-822d-e0ad7e631eda None None] Enqueued Resource ID: 3de4d28b-6adf-4b60-bca5-17ef7c638f60 with Priority: HIGHEST for action port [ 591.725021] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de4d28b-6adf-4b60-bca5-17ef7c638f60 with Priority: HIGHEST for action port [ 591.728496] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-3de4d28b-6adf-4b60-bca5-17ef7c638f60 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.728629] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3de4d28b-6adf-4b60-bca5-17ef7c638f60" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.728698] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3de4d28b-6adf-4b60-bca5-17ef7c638f60" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.728948] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3de4d28b-6adf-4b60-bca5-17ef7c638f60" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.729053] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de4d28b-6adf-4b60-bca5-17ef7c638f60',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.152408] env[69331]: INFO networking_nsxv3.common.synchronization [None req-39f62b18-5e59-4ab0-bfe0-ef62b9b0c375 None None] Enqueued Resource ID: 28efc94b-2d90-4252-bf0b-6dfa0c55a115 with Priority: HIGHEST for action port [ 592.152698] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28efc94b-2d90-4252-bf0b-6dfa0c55a115 with Priority: HIGHEST for action port [ 592.156839] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-28efc94b-2d90-4252-bf0b-6dfa0c55a115 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.156984] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28efc94b-2d90-4252-bf0b-6dfa0c55a115" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.157200] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28efc94b-2d90-4252-bf0b-6dfa0c55a115" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.157511] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28efc94b-2d90-4252-bf0b-6dfa0c55a115" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.157613] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28efc94b-2d90-4252-bf0b-6dfa0c55a115',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.231897] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3de4d28b-6adf-4b60-bca5-17ef7c638f60 [ 592.232286] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.232754] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.232754] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.232834] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.232861] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.233797] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3de4d28b-6adf-4b60-bca5-17ef7c638f60 already deleted. [ 592.233797] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3de4d28b-6adf-4b60-bca5-17ef7c638f60" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.659891] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28efc94b-2d90-4252-bf0b-6dfa0c55a115 [ 592.662766] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.662766] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.662766] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.662766] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.662766] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.662766] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28efc94b-2d90-4252-bf0b-6dfa0c55a115 already deleted. [ 592.662766] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28efc94b-2d90-4252-bf0b-6dfa0c55a115" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.124823] env[69331]: INFO networking_nsxv3.common.synchronization [None req-27297c3b-e98b-400a-85e6-b8fae09f59b6 None None] Enqueued Resource ID: f3235bfe-334e-4ee9-b84d-a54e789a5898 with Priority: HIGHEST for action port [ 593.124823] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3235bfe-334e-4ee9-b84d-a54e789a5898 with Priority: HIGHEST for action port [ 593.125311] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3235bfe-334e-4ee9-b84d-a54e789a5898 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.125419] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3235bfe-334e-4ee9-b84d-a54e789a5898" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.125490] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3235bfe-334e-4ee9-b84d-a54e789a5898" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.125735] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3235bfe-334e-4ee9-b84d-a54e789a5898" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.128028] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3235bfe-334e-4ee9-b84d-a54e789a5898',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.631909] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3235bfe-334e-4ee9-b84d-a54e789a5898 [ 593.631909] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.631909] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.631909] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.632520] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.632614] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.632720] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3235bfe-334e-4ee9-b84d-a54e789a5898 already deleted. [ 593.633416] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3235bfe-334e-4ee9-b84d-a54e789a5898" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.051337] env[69331]: INFO networking_nsxv3.common.synchronization [None req-93aab510-8f13-4615-85e4-d68019d1620c None None] Enqueued Resource ID: 8c531d25-d037-47a2-a211-8e61f454a46d with Priority: HIGHEST for action port [ 594.051337] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c531d25-d037-47a2-a211-8e61f454a46d with Priority: HIGHEST for action port [ 594.051337] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c531d25-d037-47a2-a211-8e61f454a46d taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.051337] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c531d25-d037-47a2-a211-8e61f454a46d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.051337] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c531d25-d037-47a2-a211-8e61f454a46d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.053777] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c531d25-d037-47a2-a211-8e61f454a46d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.054143] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c531d25-d037-47a2-a211-8e61f454a46d',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.558077] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c531d25-d037-47a2-a211-8e61f454a46d [ 594.558318] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.558467] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.558549] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.558770] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.558891] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.558978] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c531d25-d037-47a2-a211-8e61f454a46d already deleted. [ 594.560759] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c531d25-d037-47a2-a211-8e61f454a46d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.570930] env[69331]: INFO networking_nsxv3.common.synchronization [None req-1058d0b1-3d4d-4b62-b5eb-d605df59ee2b None None] Enqueued Resource ID: 02c27695-1ffb-4a68-8e3e-01c747d497b3 with Priority: HIGHEST for action port [ 596.571197] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c27695-1ffb-4a68-8e3e-01c747d497b3 with Priority: HIGHEST for action port [ 596.571628] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-02c27695-1ffb-4a68-8e3e-01c747d497b3 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.571787] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02c27695-1ffb-4a68-8e3e-01c747d497b3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.571858] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02c27695-1ffb-4a68-8e3e-01c747d497b3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.572119] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02c27695-1ffb-4a68-8e3e-01c747d497b3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.572208] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c27695-1ffb-4a68-8e3e-01c747d497b3',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.048167] env[69331]: INFO networking_nsxv3.common.synchronization [None req-fba9ef25-d837-4b34-b3a5-83e063b5d7f7 None None] Enqueued Resource ID: ff270f4a-24ef-474b-8af4-fe17937a7775 with Priority: HIGHEST for action port [ 597.048167] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff270f4a-24ef-474b-8af4-fe17937a7775 with Priority: HIGHEST for action port [ 597.048167] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff270f4a-24ef-474b-8af4-fe17937a7775 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.048167] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff270f4a-24ef-474b-8af4-fe17937a7775" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.049509] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff270f4a-24ef-474b-8af4-fe17937a7775" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.051685] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff270f4a-24ef-474b-8af4-fe17937a7775" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.051685] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff270f4a-24ef-474b-8af4-fe17937a7775',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.076297] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02c27695-1ffb-4a68-8e3e-01c747d497b3 [ 597.076297] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.076297] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.076297] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.076297] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.076297] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.076297] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02c27695-1ffb-4a68-8e3e-01c747d497b3 already deleted. [ 597.076297] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02c27695-1ffb-4a68-8e3e-01c747d497b3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.397353] env[69331]: INFO networking_nsxv3.common.synchronization [None req-cc2c56da-95e9-4aaa-a333-31c8375e36ce None None] Enqueued Resource ID: 2385c74b-e197-4eeb-8da0-f2bce72dc53e with Priority: HIGHEST for action port [ 597.397353] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2385c74b-e197-4eeb-8da0-f2bce72dc53e with Priority: HIGHEST for action port [ 597.397353] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-2385c74b-e197-4eeb-8da0-f2bce72dc53e taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.397353] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2385c74b-e197-4eeb-8da0-f2bce72dc53e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.397353] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2385c74b-e197-4eeb-8da0-f2bce72dc53e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.397353] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2385c74b-e197-4eeb-8da0-f2bce72dc53e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.397353] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2385c74b-e197-4eeb-8da0-f2bce72dc53e',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.557963] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff270f4a-24ef-474b-8af4-fe17937a7775 [ 597.558224] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.558374] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.558521] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.558681] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.558932] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.558932] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff270f4a-24ef-474b-8af4-fe17937a7775 already deleted. [ 597.558932] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff270f4a-24ef-474b-8af4-fe17937a7775" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.900292] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2385c74b-e197-4eeb-8da0-f2bce72dc53e [ 597.900626] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.900798] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.900886] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.901121] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.901216] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.901312] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2385c74b-e197-4eeb-8da0-f2bce72dc53e already deleted. [ 597.901392] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2385c74b-e197-4eeb-8da0-f2bce72dc53e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.287266] env[69331]: INFO networking_nsxv3.common.synchronization [None req-a90afb74-8afd-4d15-8352-00fd7fef02b3 None None] Enqueued Resource ID: d30e175f-5aa9-46f0-84d5-1ca468ce24a3 with Priority: HIGHEST for action port [ 598.287330] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30e175f-5aa9-46f0-84d5-1ca468ce24a3 with Priority: HIGHEST for action port [ 598.287896] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-d30e175f-5aa9-46f0-84d5-1ca468ce24a3 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.288025] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d30e175f-5aa9-46f0-84d5-1ca468ce24a3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.288092] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d30e175f-5aa9-46f0-84d5-1ca468ce24a3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.290016] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d30e175f-5aa9-46f0-84d5-1ca468ce24a3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.290016] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30e175f-5aa9-46f0-84d5-1ca468ce24a3',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.794590] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d30e175f-5aa9-46f0-84d5-1ca468ce24a3 [ 598.794934] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.795056] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.795382] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.795798] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.795907] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.796023] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d30e175f-5aa9-46f0-84d5-1ca468ce24a3 already deleted. [ 598.796272] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d30e175f-5aa9-46f0-84d5-1ca468ce24a3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.627583] env[69331]: INFO networking_nsxv3.common.synchronization [None req-038c3bb0-15dc-4ab8-b42c-8352369225dc None None] Enqueued Resource ID: e596e75e-03fd-43ef-b249-c618460af659 with Priority: HIGHEST for action port [ 599.628358] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e596e75e-03fd-43ef-b249-c618460af659 with Priority: HIGHEST for action port [ 599.629458] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-e596e75e-03fd-43ef-b249-c618460af659 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.629458] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e596e75e-03fd-43ef-b249-c618460af659" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.629458] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e596e75e-03fd-43ef-b249-c618460af659" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.629458] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e596e75e-03fd-43ef-b249-c618460af659" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.629681] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e596e75e-03fd-43ef-b249-c618460af659',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.788122] env[69331]: INFO networking_nsxv3.common.synchronization [None req-9977aacb-1698-4170-a44d-cc485cc0d192 None None] Enqueued Resource ID: b766a938-b5a3-457b-89d9-221d7a088666 with Priority: HIGHEST for action port [ 599.788122] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b766a938-b5a3-457b-89d9-221d7a088666 with Priority: HIGHEST for action port [ 599.788122] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-b766a938-b5a3-457b-89d9-221d7a088666 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.788122] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b766a938-b5a3-457b-89d9-221d7a088666" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.788122] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b766a938-b5a3-457b-89d9-221d7a088666" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.788122] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b766a938-b5a3-457b-89d9-221d7a088666" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.788122] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b766a938-b5a3-457b-89d9-221d7a088666',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.132417] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e596e75e-03fd-43ef-b249-c618460af659 [ 600.132845] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.133084] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.133149] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.133372] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.133427] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.133509] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e596e75e-03fd-43ef-b249-c618460af659 already deleted. [ 600.133593] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e596e75e-03fd-43ef-b249-c618460af659" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.292537] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b766a938-b5a3-457b-89d9-221d7a088666 [ 600.294086] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.294086] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.294086] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.294208] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.294250] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.294706] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b766a938-b5a3-457b-89d9-221d7a088666 already deleted. [ 600.295013] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b766a938-b5a3-457b-89d9-221d7a088666" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.509274] env[69331]: INFO networking_nsxv3.common.synchronization [None req-a4c2a098-8d6c-44c9-9089-88f6fe6b9aeb None None] Enqueued Resource ID: 72b77adc-741e-437a-a12e-1e20934ad65b with Priority: HIGHEST for action port [ 601.509274] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b77adc-741e-437a-a12e-1e20934ad65b with Priority: HIGHEST for action port [ 601.509274] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-72b77adc-741e-437a-a12e-1e20934ad65b taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.509274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72b77adc-741e-437a-a12e-1e20934ad65b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.509274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72b77adc-741e-437a-a12e-1e20934ad65b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.509682] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72b77adc-741e-437a-a12e-1e20934ad65b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.509682] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72b77adc-741e-437a-a12e-1e20934ad65b',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.598145] env[69331]: INFO networking_nsxv3.common.synchronization [None req-3842e952-8ff5-4f14-950a-91dd649edee5 None None] Enqueued Resource ID: 97625cd4-4a64-4f2e-a150-5368b35655e8 with Priority: HIGHEST for action port [ 601.598579] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97625cd4-4a64-4f2e-a150-5368b35655e8 with Priority: HIGHEST for action port [ 601.599296] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-97625cd4-4a64-4f2e-a150-5368b35655e8 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.600031] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97625cd4-4a64-4f2e-a150-5368b35655e8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.600031] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97625cd4-4a64-4f2e-a150-5368b35655e8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.600031] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97625cd4-4a64-4f2e-a150-5368b35655e8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.600031] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97625cd4-4a64-4f2e-a150-5368b35655e8',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.711587] env[69331]: INFO networking_nsxv3.common.synchronization [None req-f007629d-5981-4f2d-ac48-94813b4fd27d None None] Enqueued Resource ID: 68984f1b-96e3-408d-beb5-d8583a4aeb01 with Priority: HIGHEST for action port [ 601.711826] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68984f1b-96e3-408d-beb5-d8583a4aeb01 with Priority: HIGHEST for action port [ 601.712636] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-68984f1b-96e3-408d-beb5-d8583a4aeb01 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.712636] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68984f1b-96e3-408d-beb5-d8583a4aeb01" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.713491] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68984f1b-96e3-408d-beb5-d8583a4aeb01" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.713784] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68984f1b-96e3-408d-beb5-d8583a4aeb01" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.713978] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68984f1b-96e3-408d-beb5-d8583a4aeb01',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.011886] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72b77adc-741e-437a-a12e-1e20934ad65b [ 602.012254] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.013185] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.013267] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.015754] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.015754] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.015754] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72b77adc-741e-437a-a12e-1e20934ad65b already deleted. [ 602.015754] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72b77adc-741e-437a-a12e-1e20934ad65b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.103399] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97625cd4-4a64-4f2e-a150-5368b35655e8 [ 602.103519] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.103594] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.103662] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.103865] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.103967] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.104089] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97625cd4-4a64-4f2e-a150-5368b35655e8 already deleted. [ 602.104182] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97625cd4-4a64-4f2e-a150-5368b35655e8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.218719] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68984f1b-96e3-408d-beb5-d8583a4aeb01 [ 602.219794] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.222767] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.222767] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.222767] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.222767] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.222767] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68984f1b-96e3-408d-beb5-d8583a4aeb01 already deleted. [ 602.222767] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68984f1b-96e3-408d-beb5-d8583a4aeb01" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.519673] env[69331]: INFO networking_nsxv3.common.synchronization [None req-ec86ca98-b7a2-4856-baf9-5c2746b00319 None None] Enqueued Resource ID: 31383c8e-5f6e-4961-a8ae-ad0f425547bd with Priority: HIGHEST for action port [ 602.519952] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31383c8e-5f6e-4961-a8ae-ad0f425547bd with Priority: HIGHEST for action port [ 602.520579] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-31383c8e-5f6e-4961-a8ae-ad0f425547bd taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.520708] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31383c8e-5f6e-4961-a8ae-ad0f425547bd" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.520812] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31383c8e-5f6e-4961-a8ae-ad0f425547bd" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.521047] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31383c8e-5f6e-4961-a8ae-ad0f425547bd" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.521135] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31383c8e-5f6e-4961-a8ae-ad0f425547bd',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.024566] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31383c8e-5f6e-4961-a8ae-ad0f425547bd [ 603.024752] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.024896] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.024968] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.025200] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.025290] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.025385] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31383c8e-5f6e-4961-a8ae-ad0f425547bd already deleted. [ 603.025486] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31383c8e-5f6e-4961-a8ae-ad0f425547bd" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.332025] env[69331]: INFO networking_nsxv3.common.synchronization [None req-4f68ef59-1c20-4511-94e3-85d6b384caff None None] Enqueued Resource ID: ef5ff857-66a0-435f-9076-2b6be18927e9 with Priority: HIGHEST for action port [ 604.332580] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5ff857-66a0-435f-9076-2b6be18927e9 with Priority: HIGHEST for action port [ 604.332871] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef5ff857-66a0-435f-9076-2b6be18927e9 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.333011] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef5ff857-66a0-435f-9076-2b6be18927e9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.333178] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef5ff857-66a0-435f-9076-2b6be18927e9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.333670] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef5ff857-66a0-435f-9076-2b6be18927e9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.333670] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5ff857-66a0-435f-9076-2b6be18927e9',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.761510] env[69331]: INFO networking_nsxv3.common.synchronization [None req-f9ece4bd-7165-4f02-90e6-78d38800f694 None None] Enqueued Resource ID: 6b924566-a270-4f76-882d-e77794bbbe59 with Priority: HIGHEST for action port [ 604.762116] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b924566-a270-4f76-882d-e77794bbbe59 with Priority: HIGHEST for action port [ 604.762357] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b924566-a270-4f76-882d-e77794bbbe59 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.762522] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b924566-a270-4f76-882d-e77794bbbe59" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.762580] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b924566-a270-4f76-882d-e77794bbbe59" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.763183] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b924566-a270-4f76-882d-e77794bbbe59" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.763183] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b924566-a270-4f76-882d-e77794bbbe59',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.837047] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef5ff857-66a0-435f-9076-2b6be18927e9 [ 604.837298] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.837463] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.837533] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.837761] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.838150] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.838150] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef5ff857-66a0-435f-9076-2b6be18927e9 already deleted. [ 604.838150] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef5ff857-66a0-435f-9076-2b6be18927e9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.267322] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b924566-a270-4f76-882d-e77794bbbe59 [ 605.268044] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.268044] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.268044] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.268306] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.268898] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.268898] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b924566-a270-4f76-882d-e77794bbbe59 already deleted. [ 605.268898] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b924566-a270-4f76-882d-e77794bbbe59" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.933226] env[69331]: INFO networking_nsxv3.common.synchronization [None req-f927c146-ec24-4198-9430-04cce515adb8 None None] Enqueued Resource ID: 92c542b3-a38e-4305-a4c8-436e7ecf5f75 with Priority: HIGHEST for action port [ 605.933226] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92c542b3-a38e-4305-a4c8-436e7ecf5f75 with Priority: HIGHEST for action port [ 605.937752] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-92c542b3-a38e-4305-a4c8-436e7ecf5f75 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.937752] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92c542b3-a38e-4305-a4c8-436e7ecf5f75" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.937752] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92c542b3-a38e-4305-a4c8-436e7ecf5f75" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.937928] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92c542b3-a38e-4305-a4c8-436e7ecf5f75" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.937928] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c542b3-a38e-4305-a4c8-436e7ecf5f75',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.249420] env[69331]: INFO networking_nsxv3.common.synchronization [None req-282c8cd5-6dc3-4dca-840c-a2d1466e6cae None None] Enqueued Resource ID: fb9bafa9-1761-4465-b008-ad63b459a721 with Priority: HIGHEST for action port [ 606.249420] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb9bafa9-1761-4465-b008-ad63b459a721 with Priority: HIGHEST for action port [ 606.249420] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb9bafa9-1761-4465-b008-ad63b459a721 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.249420] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb9bafa9-1761-4465-b008-ad63b459a721" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.249420] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb9bafa9-1761-4465-b008-ad63b459a721" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.249652] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb9bafa9-1761-4465-b008-ad63b459a721" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.249742] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb9bafa9-1761-4465-b008-ad63b459a721',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.443696] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92c542b3-a38e-4305-a4c8-436e7ecf5f75 [ 606.443994] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.444193] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.444363] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.444672] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.444797] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.444927] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92c542b3-a38e-4305-a4c8-436e7ecf5f75 already deleted. [ 606.445053] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92c542b3-a38e-4305-a4c8-436e7ecf5f75" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.753514] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb9bafa9-1761-4465-b008-ad63b459a721 [ 606.753514] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.753514] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.753514] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.753811] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.753811] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.753811] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb9bafa9-1761-4465-b008-ad63b459a721 already deleted. [ 606.753892] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb9bafa9-1761-4465-b008-ad63b459a721" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.129015] env[69331]: INFO networking_nsxv3.common.synchronization [None req-7e405b60-a318-4356-a799-98354f4617d0 None None] Enqueued Resource ID: 2e9bcab8-2b0c-461f-9173-4f1f7ee6a8ec with Priority: HIGHEST for action port [ 607.130161] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9bcab8-2b0c-461f-9173-4f1f7ee6a8ec with Priority: HIGHEST for action port [ 607.132505] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e9bcab8-2b0c-461f-9173-4f1f7ee6a8ec taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.132710] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e9bcab8-2b0c-461f-9173-4f1f7ee6a8ec" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.132790] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e9bcab8-2b0c-461f-9173-4f1f7ee6a8ec" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.133187] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e9bcab8-2b0c-461f-9173-4f1f7ee6a8ec" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.133292] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9bcab8-2b0c-461f-9173-4f1f7ee6a8ec',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.635984] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e9bcab8-2b0c-461f-9173-4f1f7ee6a8ec [ 607.636271] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.636561] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.636561] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.636740] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.636832] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.636938] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e9bcab8-2b0c-461f-9173-4f1f7ee6a8ec already deleted. [ 607.637842] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e9bcab8-2b0c-461f-9173-4f1f7ee6a8ec" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.742215] env[69331]: INFO networking_nsxv3.common.synchronization [None req-6c7a2cc0-58ae-48ac-b855-18d4ce7daac2 None None] Enqueued Resource ID: 04d6cce6-61e8-46ba-ac2a-07093baa41d0 with Priority: HIGHEST for action port [ 607.742215] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d6cce6-61e8-46ba-ac2a-07093baa41d0 with Priority: HIGHEST for action port [ 607.742689] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-04d6cce6-61e8-46ba-ac2a-07093baa41d0 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.742689] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04d6cce6-61e8-46ba-ac2a-07093baa41d0" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.742689] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04d6cce6-61e8-46ba-ac2a-07093baa41d0" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.742801] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04d6cce6-61e8-46ba-ac2a-07093baa41d0" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.742865] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d6cce6-61e8-46ba-ac2a-07093baa41d0',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.245253] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04d6cce6-61e8-46ba-ac2a-07093baa41d0 [ 608.245527] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.245666] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.245742] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.245981] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.246083] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.246182] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04d6cce6-61e8-46ba-ac2a-07093baa41d0 already deleted. [ 608.246264] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04d6cce6-61e8-46ba-ac2a-07093baa41d0" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.820121] env[69331]: INFO networking_nsxv3.common.synchronization [None req-5ab2fdc3-4966-420e-a5c0-5ea247f3d274 None None] Enqueued Resource ID: 2f4ed8c8-5438-45c5-8047-3a2ada10b839 with Priority: HIGHEST for action port [ 608.820904] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ed8c8-5438-45c5-8047-3a2ada10b839 with Priority: HIGHEST for action port [ 608.821577] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f4ed8c8-5438-45c5-8047-3a2ada10b839 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.821989] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f4ed8c8-5438-45c5-8047-3a2ada10b839" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.821989] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f4ed8c8-5438-45c5-8047-3a2ada10b839" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.822417] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f4ed8c8-5438-45c5-8047-3a2ada10b839" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.822632] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f4ed8c8-5438-45c5-8047-3a2ada10b839',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.326323] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f4ed8c8-5438-45c5-8047-3a2ada10b839 [ 609.326787] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.327183] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.327183] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.327183] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.327301] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.327373] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f4ed8c8-5438-45c5-8047-3a2ada10b839 already deleted. [ 609.327636] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f4ed8c8-5438-45c5-8047-3a2ada10b839" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.663599] env[69331]: INFO networking_nsxv3.common.synchronization [None req-f5f04f6e-3254-4f3e-816f-1af36723a0a9 None None] Enqueued Resource ID: b29d81dc-cbe6-4982-be1d-ade71e99d620 with Priority: HIGHEST for action port [ 610.666278] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29d81dc-cbe6-4982-be1d-ade71e99d620 with Priority: HIGHEST for action port [ 610.666278] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-b29d81dc-cbe6-4982-be1d-ade71e99d620 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.666278] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b29d81dc-cbe6-4982-be1d-ade71e99d620" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.666278] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b29d81dc-cbe6-4982-be1d-ade71e99d620" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.666278] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b29d81dc-cbe6-4982-be1d-ade71e99d620" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.666278] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b29d81dc-cbe6-4982-be1d-ade71e99d620',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.974706] env[69331]: INFO networking_nsxv3.common.synchronization [None req-3c1a97c8-c01a-41a5-b630-316499f830d9 tempest-VolumesAssistedSnapshotsTest-1501365885 tempest-VolumesAssistedSnapshotsTest-1501365885-project-member] Enqueued Resource ID: 62872314-3750-46ba-8bc9-2585582ced91 with Priority: HIGHEST for action security_group_rules [ 610.975429] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62872314-3750-46ba-8bc9-2585582ced91 with Priority: HIGHEST for action security_group_rules [ 610.976175] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62872314-3750-46ba-8bc9-2585582ced91 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.976277] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62872314-3750-46ba-8bc9-2585582ced91" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.976393] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62872314-3750-46ba-8bc9-2585582ced91" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.976691] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62872314-3750-46ba-8bc9-2585582ced91" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.976778] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62872314-3750-46ba-8bc9-2585582ced91',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.168483] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b29d81dc-cbe6-4982-be1d-ade71e99d620 [ 611.168749] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.168884] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.168951] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.169201] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.169310] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.169370] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b29d81dc-cbe6-4982-be1d-ade71e99d620 already deleted. [ 611.169523] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b29d81dc-cbe6-4982-be1d-ade71e99d620" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.507711] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.507711] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.507711] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.508029] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.508078] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.508196] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62872314-3750-46ba-8bc9-2585582ced91 already deleted. [ 611.512018] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62872314-3750-46ba-8bc9-2585582ced91" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.515739] env[69331]: INFO networking_nsxv3.common.synchronization [None req-ea1b2023-2091-406f-ac1d-7b48e2ed0774 None None] Enqueued Resource ID: a0b27a68-a645-4540-8374-bdebc683ed17 with Priority: HIGHEST for action port [ 611.517011] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b27a68-a645-4540-8374-bdebc683ed17 with Priority: HIGHEST for action port [ 611.517011] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0b27a68-a645-4540-8374-bdebc683ed17 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.517011] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0b27a68-a645-4540-8374-bdebc683ed17" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.517011] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0b27a68-a645-4540-8374-bdebc683ed17" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.517011] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0b27a68-a645-4540-8374-bdebc683ed17" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.518756] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0b27a68-a645-4540-8374-bdebc683ed17',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.805482] env[69331]: INFO networking_nsxv3.common.synchronization [None req-440f0282-48df-4dcd-a348-b781a3aed110 tempest-VolumesAssistedSnapshotsTest-1501365885 tempest-VolumesAssistedSnapshotsTest-1501365885-project-member] Enqueued Resource ID: 62872314-3750-46ba-8bc9-2585582ced91 with Priority: HIGHEST for action security_group_rules [ 611.805983] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62872314-3750-46ba-8bc9-2585582ced91 with Priority: HIGHEST for action security_group_rules [ 611.806292] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62872314-3750-46ba-8bc9-2585582ced91 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.806634] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62872314-3750-46ba-8bc9-2585582ced91" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.806634] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62872314-3750-46ba-8bc9-2585582ced91" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.807082] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62872314-3750-46ba-8bc9-2585582ced91" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.807224] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62872314-3750-46ba-8bc9-2585582ced91',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.021425] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0b27a68-a645-4540-8374-bdebc683ed17 [ 612.021644] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.021876] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.021876] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.022234] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.022234] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.022831] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0b27a68-a645-4540-8374-bdebc683ed17 already deleted. [ 612.022977] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0b27a68-a645-4540-8374-bdebc683ed17" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.328690] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.330328] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.330328] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.330328] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.330328] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.330328] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62872314-3750-46ba-8bc9-2585582ced91 already deleted. [ 612.330328] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62872314-3750-46ba-8bc9-2585582ced91" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.676377] env[69331]: INFO networking_nsxv3.common.synchronization [None req-224410dd-9bd5-4230-b006-c78c370a0f79 None None] Enqueued Resource ID: dd9402f3-3d13-4b7a-8cd4-6700ea79a54f with Priority: HIGHEST for action port [ 612.676377] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9402f3-3d13-4b7a-8cd4-6700ea79a54f with Priority: HIGHEST for action port [ 612.676377] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd9402f3-3d13-4b7a-8cd4-6700ea79a54f taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.677784] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd9402f3-3d13-4b7a-8cd4-6700ea79a54f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.678314] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd9402f3-3d13-4b7a-8cd4-6700ea79a54f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.679686] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd9402f3-3d13-4b7a-8cd4-6700ea79a54f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.680823] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9402f3-3d13-4b7a-8cd4-6700ea79a54f',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.188212] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd9402f3-3d13-4b7a-8cd4-6700ea79a54f [ 613.188513] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.188513] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.188615] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.188927] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.188927] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.189075] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd9402f3-3d13-4b7a-8cd4-6700ea79a54f already deleted. [ 613.189075] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd9402f3-3d13-4b7a-8cd4-6700ea79a54f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.288456] env[69331]: INFO networking_nsxv3.common.synchronization [None req-ab7a3668-40dd-4299-8ec6-2e1144700955 tempest-ServersWithSpecificFlavorTestJSON-903762986 tempest-ServersWithSpecificFlavorTestJSON-903762986-project-member] Enqueued Resource ID: f010f80f-d3b7-4b90-9fd9-b94756198895 with Priority: HIGHEST for action security_group_rules [ 613.288456] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f010f80f-d3b7-4b90-9fd9-b94756198895 with Priority: HIGHEST for action security_group_rules [ 613.289018] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f010f80f-d3b7-4b90-9fd9-b94756198895 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.289150] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f010f80f-d3b7-4b90-9fd9-b94756198895" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.289212] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f010f80f-d3b7-4b90-9fd9-b94756198895" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.289488] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f010f80f-d3b7-4b90-9fd9-b94756198895" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.289570] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f010f80f-d3b7-4b90-9fd9-b94756198895',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.476907] env[69331]: INFO networking_nsxv3.common.synchronization [None req-9da135c1-9bf0-479c-8acb-adde3ee3f647 None None] Enqueued Resource ID: 57b25dff-e88b-4c6a-afa7-e494ac0d3240 with Priority: HIGHEST for action port [ 613.476907] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b25dff-e88b-4c6a-afa7-e494ac0d3240 with Priority: HIGHEST for action port [ 613.478901] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-57b25dff-e88b-4c6a-afa7-e494ac0d3240 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.479542] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57b25dff-e88b-4c6a-afa7-e494ac0d3240" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.479752] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57b25dff-e88b-4c6a-afa7-e494ac0d3240" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.481602] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57b25dff-e88b-4c6a-afa7-e494ac0d3240" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.481602] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b25dff-e88b-4c6a-afa7-e494ac0d3240',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.812364] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.812364] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.812364] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.812715] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.812715] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.812715] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f010f80f-d3b7-4b90-9fd9-b94756198895 already deleted. [ 613.812715] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f010f80f-d3b7-4b90-9fd9-b94756198895" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.824975] env[69331]: INFO networking_nsxv3.common.synchronization [None req-8b15424b-aa2f-46d5-a056-d0e3fff7fcc3 tempest-ServersWithSpecificFlavorTestJSON-903762986 tempest-ServersWithSpecificFlavorTestJSON-903762986-project-member] Enqueued Resource ID: f010f80f-d3b7-4b90-9fd9-b94756198895 with Priority: HIGHEST for action security_group_rules [ 613.825082] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f010f80f-d3b7-4b90-9fd9-b94756198895 with Priority: HIGHEST for action security_group_rules [ 613.825683] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f010f80f-d3b7-4b90-9fd9-b94756198895 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.825836] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f010f80f-d3b7-4b90-9fd9-b94756198895" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.826409] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f010f80f-d3b7-4b90-9fd9-b94756198895" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.826409] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f010f80f-d3b7-4b90-9fd9-b94756198895" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.826409] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f010f80f-d3b7-4b90-9fd9-b94756198895',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.983901] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57b25dff-e88b-4c6a-afa7-e494ac0d3240 [ 613.984185] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.984380] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.984380] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.987157] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.987157] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.987157] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57b25dff-e88b-4c6a-afa7-e494ac0d3240 already deleted. [ 613.987157] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57b25dff-e88b-4c6a-afa7-e494ac0d3240" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.352289] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.352289] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.352289] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.352739] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.352739] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.352739] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f010f80f-d3b7-4b90-9fd9-b94756198895 already deleted. [ 614.352739] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f010f80f-d3b7-4b90-9fd9-b94756198895" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.996755] env[69331]: INFO networking_nsxv3.common.synchronization [None req-9354dc91-eb0a-4c29-8fa6-f8fb02fda069 tempest-ServersTestJSON-718123357 tempest-ServersTestJSON-718123357-project-member] Enqueued Resource ID: ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d with Priority: HIGHEST for action security_group_rules [ 614.997034] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d with Priority: HIGHEST for action security_group_rules [ 614.997670] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.997809] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.997880] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.999108] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.999228] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.520025] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.520025] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.520025] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.520025] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.520025] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.520025] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d already deleted. [ 615.520025] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.831336] env[69331]: INFO networking_nsxv3.common.synchronization [None req-caef5625-f984-44f2-aeb6-0081170d61d5 tempest-ServersTestJSON-718123357 tempest-ServersTestJSON-718123357-project-member] Enqueued Resource ID: ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d with Priority: HIGHEST for action security_group_rules [ 615.831336] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d with Priority: HIGHEST for action security_group_rules [ 615.831336] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.831336] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.831336] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.831336] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.831336] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.219360] env[69331]: INFO networking_nsxv3.common.synchronization [None req-10bd9015-d34e-46c1-a10a-804decbb991b None None] Enqueued Resource ID: 57048396-3593-4090-bb3a-8d77038f26b9 with Priority: HIGHEST for action port [ 616.219360] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57048396-3593-4090-bb3a-8d77038f26b9 with Priority: HIGHEST for action port [ 616.220293] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-57048396-3593-4090-bb3a-8d77038f26b9 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.220582] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57048396-3593-4090-bb3a-8d77038f26b9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.220582] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57048396-3593-4090-bb3a-8d77038f26b9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.220994] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57048396-3593-4090-bb3a-8d77038f26b9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.221861] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57048396-3593-4090-bb3a-8d77038f26b9',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.231959] env[69331]: INFO networking_nsxv3.common.synchronization [None req-b08e8c20-f9d4-4c45-99e9-e61fc385b28b None None] Enqueued Resource ID: dae2438c-0242-4efc-b577-c183e3a027d3 with Priority: HIGHEST for action port [ 616.232729] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae2438c-0242-4efc-b577-c183e3a027d3 with Priority: HIGHEST for action port [ 616.233067] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae2438c-0242-4efc-b577-c183e3a027d3 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.234262] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae2438c-0242-4efc-b577-c183e3a027d3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.234262] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae2438c-0242-4efc-b577-c183e3a027d3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.234384] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae2438c-0242-4efc-b577-c183e3a027d3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.234596] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae2438c-0242-4efc-b577-c183e3a027d3',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.353067] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.354046] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.354296] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.354967] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.355431] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.355549] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d already deleted. [ 616.355839] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddb8ea9d-46c4-44a0-8145-4d0134c4ef9d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.725681] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57048396-3593-4090-bb3a-8d77038f26b9 [ 616.726251] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.726511] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.726621] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.726866] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.727018] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.727501] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57048396-3593-4090-bb3a-8d77038f26b9 already deleted. [ 616.727638] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57048396-3593-4090-bb3a-8d77038f26b9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.742300] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dae2438c-0242-4efc-b577-c183e3a027d3 [ 616.742300] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.742454] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.742454] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.742653] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.742737] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.742830] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dae2438c-0242-4efc-b577-c183e3a027d3 already deleted. [ 616.742908] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae2438c-0242-4efc-b577-c183e3a027d3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.979184] env[69331]: INFO networking_nsxv3.common.synchronization [None req-1228ae52-014a-48e9-95df-860e5eab6750 None None] Enqueued Resource ID: c1198259-907b-4880-aeb4-575b3b99cfbc with Priority: HIGHEST for action port [ 617.979555] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1198259-907b-4880-aeb4-575b3b99cfbc with Priority: HIGHEST for action port [ 617.980046] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1198259-907b-4880-aeb4-575b3b99cfbc taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.980174] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1198259-907b-4880-aeb4-575b3b99cfbc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.980242] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1198259-907b-4880-aeb4-575b3b99cfbc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.980520] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1198259-907b-4880-aeb4-575b3b99cfbc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.980795] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1198259-907b-4880-aeb4-575b3b99cfbc',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.484148] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1198259-907b-4880-aeb4-575b3b99cfbc [ 618.484389] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.484571] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.484673] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.484891] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.485074] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.485127] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1198259-907b-4880-aeb4-575b3b99cfbc already deleted. [ 618.485169] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1198259-907b-4880-aeb4-575b3b99cfbc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.321238] env[69331]: INFO networking_nsxv3.common.synchronization [None req-f0b41d89-7153-46a0-ae14-a5f0e40d35ce None None] Enqueued Resource ID: d285b216-6ca6-414d-aa37-3a4105469ac6 with Priority: HIGHEST for action port [ 619.321744] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d285b216-6ca6-414d-aa37-3a4105469ac6 with Priority: HIGHEST for action port [ 619.324654] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-d285b216-6ca6-414d-aa37-3a4105469ac6 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.325217] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d285b216-6ca6-414d-aa37-3a4105469ac6" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.325217] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d285b216-6ca6-414d-aa37-3a4105469ac6" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.325335] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d285b216-6ca6-414d-aa37-3a4105469ac6" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.325421] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d285b216-6ca6-414d-aa37-3a4105469ac6',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.830672] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d285b216-6ca6-414d-aa37-3a4105469ac6 [ 619.830932] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.831126] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.831181] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.831365] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.831459] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.831543] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d285b216-6ca6-414d-aa37-3a4105469ac6 already deleted. [ 619.831772] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d285b216-6ca6-414d-aa37-3a4105469ac6" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.909610] env[69331]: INFO networking_nsxv3.common.synchronization [None req-7efe446c-4dd7-41ca-bf6b-34a30704d60f None None] Enqueued Resource ID: 523a0f1d-00f9-4116-8bc8-a463afee0a43 with Priority: HIGHEST for action port [ 621.909896] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523a0f1d-00f9-4116-8bc8-a463afee0a43 with Priority: HIGHEST for action port [ 621.910446] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-523a0f1d-00f9-4116-8bc8-a463afee0a43 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.910582] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-523a0f1d-00f9-4116-8bc8-a463afee0a43" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.910808] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-523a0f1d-00f9-4116-8bc8-a463afee0a43" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.911087] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-523a0f1d-00f9-4116-8bc8-a463afee0a43" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.911177] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('523a0f1d-00f9-4116-8bc8-a463afee0a43',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.414676] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 523a0f1d-00f9-4116-8bc8-a463afee0a43 [ 622.414676] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.414676] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.414676] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.414676] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.414676] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.414676] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:523a0f1d-00f9-4116-8bc8-a463afee0a43 already deleted. [ 622.414676] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-523a0f1d-00f9-4116-8bc8-a463afee0a43" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.846142] env[69331]: INFO networking_nsxv3.common.synchronization [None req-45ea3452-798e-4a4e-9641-26a3ace5b582 None None] Enqueued Resource ID: 243fed16-8475-49d3-af01-d8c42243c023 with Priority: HIGHEST for action port [ 622.846302] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243fed16-8475-49d3-af01-d8c42243c023 with Priority: HIGHEST for action port [ 622.846853] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-243fed16-8475-49d3-af01-d8c42243c023 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.846976] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-243fed16-8475-49d3-af01-d8c42243c023" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.847085] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-243fed16-8475-49d3-af01-d8c42243c023" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.847297] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-243fed16-8475-49d3-af01-d8c42243c023" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.847375] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('243fed16-8475-49d3-af01-d8c42243c023',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.351824] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 243fed16-8475-49d3-af01-d8c42243c023 [ 623.352159] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.352302] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.352406] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.352859] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.352972] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.353087] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:243fed16-8475-49d3-af01-d8c42243c023 already deleted. [ 623.353178] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-243fed16-8475-49d3-af01-d8c42243c023" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.709057] env[69331]: INFO networking_nsxv3.common.synchronization [None req-5c2e7809-9237-497c-8d68-6fc3223ea2a0 None None] Enqueued Resource ID: 76819f33-672e-4c05-96b9-6115efa5e4cc with Priority: HIGHEST for action port [ 623.709057] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76819f33-672e-4c05-96b9-6115efa5e4cc with Priority: HIGHEST for action port [ 623.709384] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-76819f33-672e-4c05-96b9-6115efa5e4cc taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.709503] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76819f33-672e-4c05-96b9-6115efa5e4cc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.709633] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76819f33-672e-4c05-96b9-6115efa5e4cc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.709836] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76819f33-672e-4c05-96b9-6115efa5e4cc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.709913] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76819f33-672e-4c05-96b9-6115efa5e4cc',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.214664] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76819f33-672e-4c05-96b9-6115efa5e4cc [ 624.214917] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.215128] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.215202] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.215433] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.215525] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.215984] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76819f33-672e-4c05-96b9-6115efa5e4cc already deleted. [ 624.215984] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76819f33-672e-4c05-96b9-6115efa5e4cc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.299218] env[69331]: INFO networking_nsxv3.common.synchronization [None req-1ef51a78-a49e-4e35-bd26-c60538354139 None None] Enqueued Resource ID: a01b16f9-8148-4311-a931-e8eadb213579 with Priority: HIGHEST for action port [ 624.299218] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01b16f9-8148-4311-a931-e8eadb213579 with Priority: HIGHEST for action port [ 624.299526] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-a01b16f9-8148-4311-a931-e8eadb213579 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.299918] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a01b16f9-8148-4311-a931-e8eadb213579" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.299993] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a01b16f9-8148-4311-a931-e8eadb213579" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.300262] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a01b16f9-8148-4311-a931-e8eadb213579" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.300340] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a01b16f9-8148-4311-a931-e8eadb213579',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.399310] env[69331]: INFO networking_nsxv3.common.synchronization [None req-fb7952d4-91eb-4699-98a9-9daf4c4e712a None None] Enqueued Resource ID: e783feae-8cbb-4765-a114-88e92346887e with Priority: HIGHEST for action port [ 624.400316] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e783feae-8cbb-4765-a114-88e92346887e with Priority: HIGHEST for action port [ 624.400608] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-e783feae-8cbb-4765-a114-88e92346887e taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.401266] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e783feae-8cbb-4765-a114-88e92346887e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.401266] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e783feae-8cbb-4765-a114-88e92346887e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.401568] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e783feae-8cbb-4765-a114-88e92346887e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.401657] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e783feae-8cbb-4765-a114-88e92346887e',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.647732] env[69331]: INFO networking_nsxv3.common.synchronization [None req-2c874c53-2190-41b4-b3d4-131a9dae905d None None] Enqueued Resource ID: 5ae454af-f1a2-4e1e-b449-bee387772bd6 with Priority: HIGHEST for action port [ 624.647988] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae454af-f1a2-4e1e-b449-bee387772bd6 with Priority: HIGHEST for action port [ 624.648571] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ae454af-f1a2-4e1e-b449-bee387772bd6 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.648714] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ae454af-f1a2-4e1e-b449-bee387772bd6" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.648755] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ae454af-f1a2-4e1e-b449-bee387772bd6" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.649044] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ae454af-f1a2-4e1e-b449-bee387772bd6" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.649134] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae454af-f1a2-4e1e-b449-bee387772bd6',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.802913] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a01b16f9-8148-4311-a931-e8eadb213579 [ 624.803156] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.803297] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.803368] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.803579] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.803671] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.803764] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a01b16f9-8148-4311-a931-e8eadb213579 already deleted. [ 624.803844] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a01b16f9-8148-4311-a931-e8eadb213579" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.885753] env[69331]: INFO networking_nsxv3.common.synchronization [None req-dba82bd6-4c87-48cb-bae8-d39bd7ef351a None None] Enqueued Resource ID: c5b9f823-90f6-44a3-9abb-1304b5d45b9f with Priority: HIGHEST for action port [ 624.885899] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b9f823-90f6-44a3-9abb-1304b5d45b9f with Priority: HIGHEST for action port [ 624.886503] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b9f823-90f6-44a3-9abb-1304b5d45b9f taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.886618] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b9f823-90f6-44a3-9abb-1304b5d45b9f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.886674] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b9f823-90f6-44a3-9abb-1304b5d45b9f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.887318] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b9f823-90f6-44a3-9abb-1304b5d45b9f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.887446] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b9f823-90f6-44a3-9abb-1304b5d45b9f',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.904878] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e783feae-8cbb-4765-a114-88e92346887e [ 624.904878] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.904878] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.904878] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.904878] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.904878] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.904878] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e783feae-8cbb-4765-a114-88e92346887e already deleted. [ 624.904878] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e783feae-8cbb-4765-a114-88e92346887e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.154615] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ae454af-f1a2-4e1e-b449-bee387772bd6 [ 625.155092] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.156092] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.156315] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.157280] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.157647] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.158149] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ae454af-f1a2-4e1e-b449-bee387772bd6 already deleted. [ 625.158803] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ae454af-f1a2-4e1e-b449-bee387772bd6" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.391351] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5b9f823-90f6-44a3-9abb-1304b5d45b9f [ 625.391351] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.391553] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.391689] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.391876] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.392039] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.392180] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5b9f823-90f6-44a3-9abb-1304b5d45b9f already deleted. [ 625.392299] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b9f823-90f6-44a3-9abb-1304b5d45b9f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.734328] env[69331]: INFO networking_nsxv3.common.synchronization [None req-81662a5e-c79e-441b-b4f5-b0c05c5f50ae None None] Enqueued Resource ID: 12b45bc9-7b54-45af-86d8-4f60a9f3f758 with Priority: HIGHEST for action port [ 625.734328] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b45bc9-7b54-45af-86d8-4f60a9f3f758 with Priority: HIGHEST for action port [ 625.734328] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-12b45bc9-7b54-45af-86d8-4f60a9f3f758 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.734328] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12b45bc9-7b54-45af-86d8-4f60a9f3f758" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.734328] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12b45bc9-7b54-45af-86d8-4f60a9f3f758" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.734328] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12b45bc9-7b54-45af-86d8-4f60a9f3f758" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.734328] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b45bc9-7b54-45af-86d8-4f60a9f3f758',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.240347] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12b45bc9-7b54-45af-86d8-4f60a9f3f758 [ 626.240347] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.240347] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.240474] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.240677] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.240751] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.240890] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12b45bc9-7b54-45af-86d8-4f60a9f3f758 already deleted. [ 626.240890] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12b45bc9-7b54-45af-86d8-4f60a9f3f758" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.456774] env[69331]: INFO networking_nsxv3.common.synchronization [None req-e18b5688-6bd8-4fa2-a37d-6f366a344123 tempest-ServersTestManualDisk-746829264 tempest-ServersTestManualDisk-746829264-project-member] Enqueued Resource ID: eac92842-f684-467c-91e9-87bc5a3b025e with Priority: HIGHEST for action security_group_rules [ 626.456774] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac92842-f684-467c-91e9-87bc5a3b025e with Priority: HIGHEST for action security_group_rules [ 626.456774] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eac92842-f684-467c-91e9-87bc5a3b025e taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.458789] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eac92842-f684-467c-91e9-87bc5a3b025e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.458988] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eac92842-f684-467c-91e9-87bc5a3b025e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.459151] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eac92842-f684-467c-91e9-87bc5a3b025e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.459261] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eac92842-f684-467c-91e9-87bc5a3b025e',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.984554] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.984554] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.984554] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.984554] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.984554] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.984554] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eac92842-f684-467c-91e9-87bc5a3b025e already deleted. [ 626.984554] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eac92842-f684-467c-91e9-87bc5a3b025e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.049874] env[69331]: INFO networking_nsxv3.common.synchronization [None req-30137036-746f-4c48-8545-e74820aedca8 tempest-ServersTestManualDisk-746829264 tempest-ServersTestManualDisk-746829264-project-member] Enqueued Resource ID: eac92842-f684-467c-91e9-87bc5a3b025e with Priority: HIGHEST for action security_group_rules [ 627.049874] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac92842-f684-467c-91e9-87bc5a3b025e with Priority: HIGHEST for action security_group_rules [ 627.050140] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eac92842-f684-467c-91e9-87bc5a3b025e taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.050315] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eac92842-f684-467c-91e9-87bc5a3b025e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.050827] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eac92842-f684-467c-91e9-87bc5a3b025e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.051455] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eac92842-f684-467c-91e9-87bc5a3b025e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.051547] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eac92842-f684-467c-91e9-87bc5a3b025e',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.524482] env[69331]: INFO networking_nsxv3.common.synchronization [None req-6aaef703-7f27-40f8-93ee-f0f7866e21c0 None None] Enqueued Resource ID: 8fbffa29-ceff-4e27-b755-c984789d5f9e with Priority: HIGHEST for action port [ 627.524482] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fbffa29-ceff-4e27-b755-c984789d5f9e with Priority: HIGHEST for action port [ 627.524482] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fbffa29-ceff-4e27-b755-c984789d5f9e taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.524482] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fbffa29-ceff-4e27-b755-c984789d5f9e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.524482] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fbffa29-ceff-4e27-b755-c984789d5f9e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.524872] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fbffa29-ceff-4e27-b755-c984789d5f9e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.525417] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fbffa29-ceff-4e27-b755-c984789d5f9e',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.577194] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.577194] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.577194] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.577194] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.577194] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.577194] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eac92842-f684-467c-91e9-87bc5a3b025e already deleted. [ 627.577194] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eac92842-f684-467c-91e9-87bc5a3b025e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.592576] env[69331]: INFO networking_nsxv3.common.synchronization [None req-ca561a86-359c-4a56-b4d9-ebb799aceb28 None None] Enqueued Resource ID: fe457eb1-75fb-43d6-968c-cefd490b545a with Priority: HIGHEST for action port [ 627.594277] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe457eb1-75fb-43d6-968c-cefd490b545a with Priority: HIGHEST for action port [ 627.594470] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe457eb1-75fb-43d6-968c-cefd490b545a taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.596209] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe457eb1-75fb-43d6-968c-cefd490b545a" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.596209] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe457eb1-75fb-43d6-968c-cefd490b545a" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.596209] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe457eb1-75fb-43d6-968c-cefd490b545a" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.596209] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe457eb1-75fb-43d6-968c-cefd490b545a',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.992678] env[69331]: INFO networking_nsxv3.common.synchronization [None req-766561f7-b8e2-4919-adcf-4f0925e9c9c4 tempest-ServersTestFqdnHostnames-4163408 tempest-ServersTestFqdnHostnames-4163408-project-member] Enqueued Resource ID: b7b8f698-956e-4477-81d8-4b5ec2448ed4 with Priority: HIGHEST for action security_group_rules [ 627.992678] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b8f698-956e-4477-81d8-4b5ec2448ed4 with Priority: HIGHEST for action security_group_rules [ 627.992678] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7b8f698-956e-4477-81d8-4b5ec2448ed4 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.993016] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7b8f698-956e-4477-81d8-4b5ec2448ed4" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.993016] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7b8f698-956e-4477-81d8-4b5ec2448ed4" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.994649] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7b8f698-956e-4477-81d8-4b5ec2448ed4" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.995315] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7b8f698-956e-4477-81d8-4b5ec2448ed4',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.028656] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fbffa29-ceff-4e27-b755-c984789d5f9e [ 628.028914] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.029057] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.029141] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.029341] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.029426] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.029526] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fbffa29-ceff-4e27-b755-c984789d5f9e already deleted. [ 628.029628] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fbffa29-ceff-4e27-b755-c984789d5f9e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.098333] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe457eb1-75fb-43d6-968c-cefd490b545a [ 628.098702] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.098807] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.098807] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.101060] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.101060] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.101060] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe457eb1-75fb-43d6-968c-cefd490b545a already deleted. [ 628.101060] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe457eb1-75fb-43d6-968c-cefd490b545a" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.458092] env[69331]: INFO networking_nsxv3.common.synchronization [None req-18a3b7bd-1d25-4544-bf0c-9997a40836fc tempest-ServersTestFqdnHostnames-4163408 tempest-ServersTestFqdnHostnames-4163408-project-member] Enqueued Resource ID: b7b8f698-956e-4477-81d8-4b5ec2448ed4 with Priority: HIGHEST for action security_group_rules [ 628.458092] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b8f698-956e-4477-81d8-4b5ec2448ed4 with Priority: HIGHEST for action security_group_rules [ 628.458092] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7b8f698-956e-4477-81d8-4b5ec2448ed4 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.458092] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7b8f698-956e-4477-81d8-4b5ec2448ed4" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.519095] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.519095] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.519095] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.519095] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.519095] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.519095] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7b8f698-956e-4477-81d8-4b5ec2448ed4 already deleted. [ 628.519095] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7b8f698-956e-4477-81d8-4b5ec2448ed4" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.519443] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7b8f698-956e-4477-81d8-4b5ec2448ed4" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.519443] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7b8f698-956e-4477-81d8-4b5ec2448ed4" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.519443] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7b8f698-956e-4477-81d8-4b5ec2448ed4',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.042118] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.042491] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.042533] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.042958] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.043201] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.043201] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7b8f698-956e-4477-81d8-4b5ec2448ed4 already deleted. [ 629.043270] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7b8f698-956e-4477-81d8-4b5ec2448ed4" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.569821] env[69331]: INFO networking_nsxv3.common.synchronization [None req-755b93b4-c38d-48cf-b4fb-9df4a7cf2c59 None None] Enqueued Resource ID: 03798f61-60a5-4db6-94e3-1c9905385549 with Priority: HIGHEST for action port [ 629.572364] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03798f61-60a5-4db6-94e3-1c9905385549 with Priority: HIGHEST for action port [ 629.572659] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-03798f61-60a5-4db6-94e3-1c9905385549 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.572959] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03798f61-60a5-4db6-94e3-1c9905385549" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.573134] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03798f61-60a5-4db6-94e3-1c9905385549" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.575566] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03798f61-60a5-4db6-94e3-1c9905385549" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.575566] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03798f61-60a5-4db6-94e3-1c9905385549',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.633115] env[69331]: INFO networking_nsxv3.common.synchronization [None req-a38da42f-a9fe-4b6d-9c57-beff4bbeb35f None None] Enqueued Resource ID: 5757a2e2-d26a-48c7-87e2-6b4e0234bcab with Priority: HIGHEST for action port [ 629.633115] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5757a2e2-d26a-48c7-87e2-6b4e0234bcab with Priority: HIGHEST for action port [ 629.633115] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-5757a2e2-d26a-48c7-87e2-6b4e0234bcab taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.633115] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5757a2e2-d26a-48c7-87e2-6b4e0234bcab" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.633115] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5757a2e2-d26a-48c7-87e2-6b4e0234bcab" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.633115] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5757a2e2-d26a-48c7-87e2-6b4e0234bcab" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.633115] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5757a2e2-d26a-48c7-87e2-6b4e0234bcab',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.826615] env[69331]: INFO networking_nsxv3.common.synchronization [None req-80274499-fb50-423e-9c2e-271e970f2e37 None None] Enqueued Resource ID: 57dcc5bf-b322-4191-89e8-67b2a1065626 with Priority: HIGHEST for action port [ 629.826850] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57dcc5bf-b322-4191-89e8-67b2a1065626 with Priority: HIGHEST for action port [ 629.827779] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-57dcc5bf-b322-4191-89e8-67b2a1065626 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.829145] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57dcc5bf-b322-4191-89e8-67b2a1065626" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.829145] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57dcc5bf-b322-4191-89e8-67b2a1065626" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.829145] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57dcc5bf-b322-4191-89e8-67b2a1065626" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.829145] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57dcc5bf-b322-4191-89e8-67b2a1065626',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.078051] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03798f61-60a5-4db6-94e3-1c9905385549 [ 630.078776] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.078870] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.078916] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.079128] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.079908] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.079908] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03798f61-60a5-4db6-94e3-1c9905385549 already deleted. [ 630.079908] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03798f61-60a5-4db6-94e3-1c9905385549" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.137439] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5757a2e2-d26a-48c7-87e2-6b4e0234bcab [ 630.138085] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.138085] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.138085] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.138392] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.138440] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.138577] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5757a2e2-d26a-48c7-87e2-6b4e0234bcab already deleted. [ 630.139801] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5757a2e2-d26a-48c7-87e2-6b4e0234bcab" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.145411] env[69331]: INFO networking_nsxv3.common.synchronization [None req-6c13bb20-744c-48bb-8e1e-73ed7a35715e None None] Enqueued Resource ID: 3dd861bb-0b20-4238-adac-5fbda0117600 with Priority: HIGHEST for action port [ 630.145411] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd861bb-0b20-4238-adac-5fbda0117600 with Priority: HIGHEST for action port [ 630.149031] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dd861bb-0b20-4238-adac-5fbda0117600 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.149031] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dd861bb-0b20-4238-adac-5fbda0117600" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.149031] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dd861bb-0b20-4238-adac-5fbda0117600" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.153508] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dd861bb-0b20-4238-adac-5fbda0117600" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.153508] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dd861bb-0b20-4238-adac-5fbda0117600',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.330583] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57dcc5bf-b322-4191-89e8-67b2a1065626 [ 630.331789] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.331789] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.331789] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.331789] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.332154] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.332154] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57dcc5bf-b322-4191-89e8-67b2a1065626 already deleted. [ 630.332154] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57dcc5bf-b322-4191-89e8-67b2a1065626" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.514234] env[69331]: INFO networking_nsxv3.common.synchronization [None req-5916904f-aec9-438c-b61e-724e43b24555 None None] Enqueued Resource ID: 9be31f39-befb-49a9-9dc3-8da22926aeb1 with Priority: HIGHEST for action port [ 630.515235] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be31f39-befb-49a9-9dc3-8da22926aeb1 with Priority: HIGHEST for action port [ 630.517808] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-9be31f39-befb-49a9-9dc3-8da22926aeb1 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.517808] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9be31f39-befb-49a9-9dc3-8da22926aeb1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.517808] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9be31f39-befb-49a9-9dc3-8da22926aeb1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.517808] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9be31f39-befb-49a9-9dc3-8da22926aeb1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.517808] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9be31f39-befb-49a9-9dc3-8da22926aeb1',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.656401] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dd861bb-0b20-4238-adac-5fbda0117600 [ 630.657609] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.657609] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.657609] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.657609] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.657609] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.657609] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dd861bb-0b20-4238-adac-5fbda0117600 already deleted. [ 630.657609] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dd861bb-0b20-4238-adac-5fbda0117600" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.715399] env[69331]: INFO networking_nsxv3.common.synchronization [None req-37779dd7-25c8-4ee3-aeff-0789643b8e71 None None] Enqueued Resource ID: 23728bcb-b239-46f6-94c8-e81ea0beda41 with Priority: HIGHEST for action port [ 630.715892] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23728bcb-b239-46f6-94c8-e81ea0beda41 with Priority: HIGHEST for action port [ 630.718619] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-23728bcb-b239-46f6-94c8-e81ea0beda41 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.718619] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23728bcb-b239-46f6-94c8-e81ea0beda41" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.718619] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23728bcb-b239-46f6-94c8-e81ea0beda41" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.718619] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23728bcb-b239-46f6-94c8-e81ea0beda41" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.718619] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23728bcb-b239-46f6-94c8-e81ea0beda41',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.019820] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9be31f39-befb-49a9-9dc3-8da22926aeb1 [ 631.019820] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.019820] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.019820] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.019820] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.019820] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.019820] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9be31f39-befb-49a9-9dc3-8da22926aeb1 already deleted. [ 631.019820] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9be31f39-befb-49a9-9dc3-8da22926aeb1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.097837] env[69331]: INFO networking_nsxv3.common.synchronization [None req-cf5b251a-8770-4601-a8f7-5fee6d2e9813 None None] Enqueued Resource ID: d04a4fdb-6413-41c5-8d9f-380e911d5cb9 with Priority: HIGHEST for action port [ 631.098506] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04a4fdb-6413-41c5-8d9f-380e911d5cb9 with Priority: HIGHEST for action port [ 631.098712] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-d04a4fdb-6413-41c5-8d9f-380e911d5cb9 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.098881] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d04a4fdb-6413-41c5-8d9f-380e911d5cb9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.098917] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d04a4fdb-6413-41c5-8d9f-380e911d5cb9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.099216] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d04a4fdb-6413-41c5-8d9f-380e911d5cb9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.099309] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d04a4fdb-6413-41c5-8d9f-380e911d5cb9',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.221429] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23728bcb-b239-46f6-94c8-e81ea0beda41 [ 631.221660] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.221795] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.221862] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.222092] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.222194] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.222288] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23728bcb-b239-46f6-94c8-e81ea0beda41 already deleted. [ 631.222364] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23728bcb-b239-46f6-94c8-e81ea0beda41" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.503746] env[69331]: INFO networking_nsxv3.common.synchronization [None req-6493b8f6-cb34-46c4-bc85-5ac765ca3d32 tempest-AttachInterfacesUnderV243Test-1580809689 tempest-AttachInterfacesUnderV243Test-1580809689-project-member] Enqueued Resource ID: df364a09-0814-4e5d-81e2-9a8fbd259ad8 with Priority: HIGHEST for action security_group_rules [ 631.504903] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df364a09-0814-4e5d-81e2-9a8fbd259ad8 with Priority: HIGHEST for action security_group_rules [ 631.505546] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df364a09-0814-4e5d-81e2-9a8fbd259ad8 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.505546] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df364a09-0814-4e5d-81e2-9a8fbd259ad8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.505546] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df364a09-0814-4e5d-81e2-9a8fbd259ad8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.507165] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df364a09-0814-4e5d-81e2-9a8fbd259ad8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.507165] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df364a09-0814-4e5d-81e2-9a8fbd259ad8',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.601933] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d04a4fdb-6413-41c5-8d9f-380e911d5cb9 [ 631.602870] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.603029] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.603106] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.603315] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.603408] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.603503] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d04a4fdb-6413-41c5-8d9f-380e911d5cb9 already deleted. [ 631.603584] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d04a4fdb-6413-41c5-8d9f-380e911d5cb9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.745654] env[69331]: INFO networking_nsxv3.common.synchronization [None req-08bafb7e-2f66-4a1c-9422-158146d7fa2b tempest-AttachInterfacesUnderV243Test-1580809689 tempest-AttachInterfacesUnderV243Test-1580809689-project-member] Enqueued Resource ID: df364a09-0814-4e5d-81e2-9a8fbd259ad8 with Priority: HIGHEST for action security_group_rules [ 631.746287] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df364a09-0814-4e5d-81e2-9a8fbd259ad8 with Priority: HIGHEST for action security_group_rules [ 631.746732] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df364a09-0814-4e5d-81e2-9a8fbd259ad8 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.746854] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df364a09-0814-4e5d-81e2-9a8fbd259ad8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.873751] env[69331]: INFO networking_nsxv3.common.synchronization [None req-84cf923a-9ff6-4a11-a367-5da2ba626978 tempest-ServerActionsTestJSON-898024513 tempest-ServerActionsTestJSON-898024513-project-member] Enqueued Resource ID: 1970e751-1370-4caa-b508-b2959b2e31e2 with Priority: HIGHEST for action security_group_rules [ 631.873994] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1970e751-1370-4caa-b508-b2959b2e31e2 with Priority: HIGHEST for action security_group_rules [ 631.874630] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1970e751-1370-4caa-b508-b2959b2e31e2 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.874695] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1970e751-1370-4caa-b508-b2959b2e31e2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.874731] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1970e751-1370-4caa-b508-b2959b2e31e2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.874972] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1970e751-1370-4caa-b508-b2959b2e31e2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.875770] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1970e751-1370-4caa-b508-b2959b2e31e2',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.032274] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.032274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.032274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.032274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.032274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.032274] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df364a09-0814-4e5d-81e2-9a8fbd259ad8 already deleted. [ 632.032274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df364a09-0814-4e5d-81e2-9a8fbd259ad8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.032274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df364a09-0814-4e5d-81e2-9a8fbd259ad8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.032274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df364a09-0814-4e5d-81e2-9a8fbd259ad8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.032274] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df364a09-0814-4e5d-81e2-9a8fbd259ad8',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.134417] env[69331]: INFO networking_nsxv3.common.synchronization [None req-7d5db23e-ae72-4d47-804b-641c7c2913f7 tempest-ServerActionsTestJSON-898024513 tempest-ServerActionsTestJSON-898024513-project-member] Enqueued Resource ID: 1970e751-1370-4caa-b508-b2959b2e31e2 with Priority: HIGHEST for action security_group_rules [ 632.134417] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1970e751-1370-4caa-b508-b2959b2e31e2 with Priority: HIGHEST for action security_group_rules [ 632.134417] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1970e751-1370-4caa-b508-b2959b2e31e2 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.134417] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1970e751-1370-4caa-b508-b2959b2e31e2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.282193] env[69331]: INFO networking_nsxv3.common.synchronization [None req-733606d3-1166-4a72-ba2f-74ae89ec38c4 None None] Enqueued Resource ID: fea90add-ff54-4634-9725-6a0c9060918c with Priority: HIGHEST for action port [ 632.282438] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea90add-ff54-4634-9725-6a0c9060918c with Priority: HIGHEST for action port [ 632.283150] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-fea90add-ff54-4634-9725-6a0c9060918c taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.283150] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fea90add-ff54-4634-9725-6a0c9060918c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.283264] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fea90add-ff54-4634-9725-6a0c9060918c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.283424] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fea90add-ff54-4634-9725-6a0c9060918c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.283505] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fea90add-ff54-4634-9725-6a0c9060918c',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.399260] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.399260] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.399260] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.399260] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.399260] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.399260] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1970e751-1370-4caa-b508-b2959b2e31e2 already deleted. [ 632.399260] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1970e751-1370-4caa-b508-b2959b2e31e2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.399260] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1970e751-1370-4caa-b508-b2959b2e31e2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.399260] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1970e751-1370-4caa-b508-b2959b2e31e2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.399260] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1970e751-1370-4caa-b508-b2959b2e31e2',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.407746] env[69331]: INFO networking_nsxv3.common.synchronization [None req-67b311e8-7644-4dbd-91ea-c64e9e40aca1 None None] Enqueued Resource ID: ebac075e-caa8-4ba3-9a4a-caab82164bc0 with Priority: HIGHEST for action port [ 632.407998] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebac075e-caa8-4ba3-9a4a-caab82164bc0 with Priority: HIGHEST for action port [ 632.410557] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebac075e-caa8-4ba3-9a4a-caab82164bc0 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.410557] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebac075e-caa8-4ba3-9a4a-caab82164bc0" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.410557] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebac075e-caa8-4ba3-9a4a-caab82164bc0" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.410892] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebac075e-caa8-4ba3-9a4a-caab82164bc0" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.410953] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebac075e-caa8-4ba3-9a4a-caab82164bc0',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.552685] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.552851] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.552920] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.553285] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.553349] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.553479] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df364a09-0814-4e5d-81e2-9a8fbd259ad8 already deleted. [ 632.553527] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df364a09-0814-4e5d-81e2-9a8fbd259ad8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.711311] env[69331]: INFO networking_nsxv3.common.synchronization [None req-799b5a44-7dc7-4008-aab5-dfadc934a5b3 tempest-ServerActionsTestOtherB-502805781 tempest-ServerActionsTestOtherB-502805781-project-member] Enqueued Resource ID: e9dd48c5-7485-4562-a302-e21e2551cc6d with Priority: HIGHEST for action security_group_rules [ 632.713061] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dd48c5-7485-4562-a302-e21e2551cc6d with Priority: HIGHEST for action security_group_rules [ 632.713478] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9dd48c5-7485-4562-a302-e21e2551cc6d taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.715190] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9dd48c5-7485-4562-a302-e21e2551cc6d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.715190] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9dd48c5-7485-4562-a302-e21e2551cc6d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.715190] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9dd48c5-7485-4562-a302-e21e2551cc6d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.715190] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9dd48c5-7485-4562-a302-e21e2551cc6d',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.786923] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fea90add-ff54-4634-9725-6a0c9060918c [ 632.787454] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.787454] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.787454] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.787674] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.788038] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.788038] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fea90add-ff54-4634-9725-6a0c9060918c already deleted. [ 632.788038] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fea90add-ff54-4634-9725-6a0c9060918c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.896618] env[69331]: INFO networking_nsxv3.common.synchronization [None req-634e1b23-6fcb-4ea4-be66-f66812681d2f None None] Enqueued Resource ID: 4194e72a-a4e1-4130-a673-d8fab5b676bc with Priority: HIGHEST for action port [ 632.901054] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4194e72a-a4e1-4130-a673-d8fab5b676bc with Priority: HIGHEST for action port [ 632.901054] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-4194e72a-a4e1-4130-a673-d8fab5b676bc taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.901054] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4194e72a-a4e1-4130-a673-d8fab5b676bc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.901054] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4194e72a-a4e1-4130-a673-d8fab5b676bc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.901054] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4194e72a-a4e1-4130-a673-d8fab5b676bc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.901054] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4194e72a-a4e1-4130-a673-d8fab5b676bc',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.912582] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebac075e-caa8-4ba3-9a4a-caab82164bc0 [ 632.913241] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.913442] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.913552] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.913844] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.914064] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.914340] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebac075e-caa8-4ba3-9a4a-caab82164bc0 already deleted. [ 632.914504] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebac075e-caa8-4ba3-9a4a-caab82164bc0" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.919736] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.920044] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.920221] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.920548] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.920719] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.920879] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1970e751-1370-4caa-b508-b2959b2e31e2 already deleted. [ 632.921045] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1970e751-1370-4caa-b508-b2959b2e31e2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.986232] env[69331]: INFO networking_nsxv3.common.synchronization [None req-023d55d1-d335-4483-96ea-3bd3bfc59f3c tempest-ServerActionsTestOtherB-502805781 tempest-ServerActionsTestOtherB-502805781-project-member] Enqueued Resource ID: e9dd48c5-7485-4562-a302-e21e2551cc6d with Priority: HIGHEST for action security_group_rules [ 632.988459] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dd48c5-7485-4562-a302-e21e2551cc6d with Priority: HIGHEST for action security_group_rules [ 632.988825] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9dd48c5-7485-4562-a302-e21e2551cc6d taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.988929] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9dd48c5-7485-4562-a302-e21e2551cc6d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.238697] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.238697] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.238697] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.238697] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.238697] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.238697] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9dd48c5-7485-4562-a302-e21e2551cc6d already deleted. [ 633.238697] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9dd48c5-7485-4562-a302-e21e2551cc6d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.238697] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9dd48c5-7485-4562-a302-e21e2551cc6d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.238697] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9dd48c5-7485-4562-a302-e21e2551cc6d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.238697] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9dd48c5-7485-4562-a302-e21e2551cc6d',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.404612] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4194e72a-a4e1-4130-a673-d8fab5b676bc [ 633.404612] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.404612] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.405090] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.405976] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.405976] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.405976] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4194e72a-a4e1-4130-a673-d8fab5b676bc already deleted. [ 633.405976] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4194e72a-a4e1-4130-a673-d8fab5b676bc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.591089] env[69331]: INFO networking_nsxv3.common.synchronization [None req-369823f6-2693-4fb2-b7c9-6c0e5994a02c tempest-AttachVolumeTestJSON-84227561 tempest-AttachVolumeTestJSON-84227561-project-member] Enqueued Resource ID: 1d7f5f00-f615-4c18-8c45-c3049ce88298 with Priority: HIGHEST for action security_group_rules [ 633.592416] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7f5f00-f615-4c18-8c45-c3049ce88298 with Priority: HIGHEST for action security_group_rules [ 633.592416] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d7f5f00-f615-4c18-8c45-c3049ce88298 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.592416] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d7f5f00-f615-4c18-8c45-c3049ce88298" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.592416] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d7f5f00-f615-4c18-8c45-c3049ce88298" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.592656] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d7f5f00-f615-4c18-8c45-c3049ce88298" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.592656] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d7f5f00-f615-4c18-8c45-c3049ce88298',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.763654] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.763654] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.763654] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.763654] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.763654] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.763654] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9dd48c5-7485-4562-a302-e21e2551cc6d already deleted. [ 633.763654] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9dd48c5-7485-4562-a302-e21e2551cc6d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.889179] env[69331]: INFO networking_nsxv3.common.synchronization [None req-54592181-b4b6-4d94-9288-f9969278721e None None] Enqueued Resource ID: 27168add-e029-4acd-8ea8-fad1cae28c6d with Priority: HIGHEST for action port [ 633.889179] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27168add-e029-4acd-8ea8-fad1cae28c6d with Priority: HIGHEST for action port [ 633.889179] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-27168add-e029-4acd-8ea8-fad1cae28c6d taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.889179] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27168add-e029-4acd-8ea8-fad1cae28c6d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.889179] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27168add-e029-4acd-8ea8-fad1cae28c6d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.889179] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27168add-e029-4acd-8ea8-fad1cae28c6d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.889179] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27168add-e029-4acd-8ea8-fad1cae28c6d',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.915741] env[69331]: INFO networking_nsxv3.common.synchronization [None req-b55374b4-bb03-4612-b20e-b721f2bcdcd0 tempest-AttachVolumeTestJSON-84227561 tempest-AttachVolumeTestJSON-84227561-project-member] Enqueued Resource ID: 1d7f5f00-f615-4c18-8c45-c3049ce88298 with Priority: HIGHEST for action security_group_rules [ 633.916969] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7f5f00-f615-4c18-8c45-c3049ce88298 with Priority: HIGHEST for action security_group_rules [ 633.917285] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d7f5f00-f615-4c18-8c45-c3049ce88298 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.917388] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d7f5f00-f615-4c18-8c45-c3049ce88298" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.112796] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.112995] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.113122] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.113355] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.113444] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.113538] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d7f5f00-f615-4c18-8c45-c3049ce88298 already deleted. [ 634.113617] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d7f5f00-f615-4c18-8c45-c3049ce88298" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.113773] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d7f5f00-f615-4c18-8c45-c3049ce88298" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.113919] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d7f5f00-f615-4c18-8c45-c3049ce88298" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.113995] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d7f5f00-f615-4c18-8c45-c3049ce88298',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.179085] env[69331]: INFO networking_nsxv3.common.synchronization [None req-dedecf6e-2634-404a-b0d1-9c6de44e1b6f tempest-VolumesAdminNegativeTest-1836786938 tempest-VolumesAdminNegativeTest-1836786938-project-member] Enqueued Resource ID: 00830d2a-4775-4ab0-ba6a-9554151afe6c with Priority: HIGHEST for action security_group_rules [ 634.179341] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00830d2a-4775-4ab0-ba6a-9554151afe6c with Priority: HIGHEST for action security_group_rules [ 634.179977] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00830d2a-4775-4ab0-ba6a-9554151afe6c taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.180136] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00830d2a-4775-4ab0-ba6a-9554151afe6c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.180370] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00830d2a-4775-4ab0-ba6a-9554151afe6c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.182261] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00830d2a-4775-4ab0-ba6a-9554151afe6c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.182261] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00830d2a-4775-4ab0-ba6a-9554151afe6c',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.393730] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27168add-e029-4acd-8ea8-fad1cae28c6d [ 634.394380] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.395172] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.395543] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.396052] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.396532] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.396774] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27168add-e029-4acd-8ea8-fad1cae28c6d already deleted. [ 634.396965] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27168add-e029-4acd-8ea8-fad1cae28c6d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.401119] env[69331]: INFO networking_nsxv3.common.synchronization [None req-c9cf5630-accc-47ed-b408-c6bbb261d254 tempest-VolumesAdminNegativeTest-1836786938 tempest-VolumesAdminNegativeTest-1836786938-project-member] Enqueued Resource ID: 00830d2a-4775-4ab0-ba6a-9554151afe6c with Priority: HIGHEST for action security_group_rules [ 634.401119] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00830d2a-4775-4ab0-ba6a-9554151afe6c with Priority: HIGHEST for action security_group_rules [ 634.401119] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00830d2a-4775-4ab0-ba6a-9554151afe6c taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.401119] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00830d2a-4775-4ab0-ba6a-9554151afe6c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.508820] env[69331]: INFO networking_nsxv3.common.synchronization [None req-53996ba3-a25f-49a2-8eb1-5ec9c920361c None None] Enqueued Resource ID: 653b2082-8bbf-421e-89ee-88871e048148 with Priority: HIGHEST for action port [ 634.509161] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653b2082-8bbf-421e-89ee-88871e048148 with Priority: HIGHEST for action port [ 634.509805] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-653b2082-8bbf-421e-89ee-88871e048148 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.509928] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-653b2082-8bbf-421e-89ee-88871e048148" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.509993] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-653b2082-8bbf-421e-89ee-88871e048148" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.510300] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-653b2082-8bbf-421e-89ee-88871e048148" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.510377] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653b2082-8bbf-421e-89ee-88871e048148',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.556350] env[69331]: INFO networking_nsxv3.common.synchronization [None req-92369686-a910-4d6c-8ee1-4afe870e6833 tempest-ServersV294TestFqdnHostnames-944602072 tempest-ServersV294TestFqdnHostnames-944602072-project-member] Enqueued Resource ID: 6fb7422b-0505-4822-b476-4107f8b71bcc with Priority: HIGHEST for action security_group_rules [ 634.558186] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb7422b-0505-4822-b476-4107f8b71bcc with Priority: HIGHEST for action security_group_rules [ 634.558538] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fb7422b-0505-4822-b476-4107f8b71bcc taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.558677] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fb7422b-0505-4822-b476-4107f8b71bcc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.558746] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fb7422b-0505-4822-b476-4107f8b71bcc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.559045] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fb7422b-0505-4822-b476-4107f8b71bcc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.559279] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fb7422b-0505-4822-b476-4107f8b71bcc',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.636307] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.636307] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.636307] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.636684] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.636684] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.636684] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d7f5f00-f615-4c18-8c45-c3049ce88298 already deleted. [ 634.636770] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d7f5f00-f615-4c18-8c45-c3049ce88298" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.707286] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.707432] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.707502] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.707814] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.707919] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.708076] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00830d2a-4775-4ab0-ba6a-9554151afe6c already deleted. [ 634.708426] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00830d2a-4775-4ab0-ba6a-9554151afe6c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.708426] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00830d2a-4775-4ab0-ba6a-9554151afe6c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.708605] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00830d2a-4775-4ab0-ba6a-9554151afe6c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.708708] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00830d2a-4775-4ab0-ba6a-9554151afe6c',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.887503] env[69331]: INFO networking_nsxv3.common.synchronization [None req-cbcfbe4e-a89b-4e96-84ea-3b8260622708 tempest-ServersV294TestFqdnHostnames-944602072 tempest-ServersV294TestFqdnHostnames-944602072-project-member] Enqueued Resource ID: 6fb7422b-0505-4822-b476-4107f8b71bcc with Priority: HIGHEST for action security_group_rules [ 634.887503] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb7422b-0505-4822-b476-4107f8b71bcc with Priority: HIGHEST for action security_group_rules [ 634.888058] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fb7422b-0505-4822-b476-4107f8b71bcc taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.888165] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fb7422b-0505-4822-b476-4107f8b71bcc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.016194] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 653b2082-8bbf-421e-89ee-88871e048148 [ 635.016814] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.016814] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.016814] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.016995] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.016995] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.017204] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:653b2082-8bbf-421e-89ee-88871e048148 already deleted. [ 635.017403] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-653b2082-8bbf-421e-89ee-88871e048148" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.086359] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.086359] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.086359] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.086359] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.086359] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.086359] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fb7422b-0505-4822-b476-4107f8b71bcc already deleted. [ 635.086359] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fb7422b-0505-4822-b476-4107f8b71bcc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.086359] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fb7422b-0505-4822-b476-4107f8b71bcc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.086359] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fb7422b-0505-4822-b476-4107f8b71bcc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.086359] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fb7422b-0505-4822-b476-4107f8b71bcc',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.232368] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.232368] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.232368] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.232368] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.232368] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.232368] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00830d2a-4775-4ab0-ba6a-9554151afe6c already deleted. [ 635.232368] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00830d2a-4775-4ab0-ba6a-9554151afe6c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.266178] env[69331]: INFO networking_nsxv3.common.synchronization [None req-361faadd-1b51-4ba1-97b0-cbbd5a0f13e7 tempest-ServerActionsV293TestJSON-506167618 tempest-ServerActionsV293TestJSON-506167618-project-member] Enqueued Resource ID: c3e20b88-a428-4b61-a97f-8570a6b37c94 with Priority: HIGHEST for action security_group_rules [ 635.266178] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e20b88-a428-4b61-a97f-8570a6b37c94 with Priority: HIGHEST for action security_group_rules [ 635.266178] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e20b88-a428-4b61-a97f-8570a6b37c94 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.266178] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e20b88-a428-4b61-a97f-8570a6b37c94" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.266178] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e20b88-a428-4b61-a97f-8570a6b37c94" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.267222] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e20b88-a428-4b61-a97f-8570a6b37c94" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.267470] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e20b88-a428-4b61-a97f-8570a6b37c94',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.506966] env[69331]: INFO networking_nsxv3.common.synchronization [None req-fd8fd537-17ef-4b91-a405-7c313f0cb294 tempest-ServerActionsV293TestJSON-506167618 tempest-ServerActionsV293TestJSON-506167618-project-member] Enqueued Resource ID: c3e20b88-a428-4b61-a97f-8570a6b37c94 with Priority: HIGHEST for action security_group_rules [ 635.506966] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e20b88-a428-4b61-a97f-8570a6b37c94 with Priority: HIGHEST for action security_group_rules [ 635.506966] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3e20b88-a428-4b61-a97f-8570a6b37c94 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.507421] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3e20b88-a428-4b61-a97f-8570a6b37c94" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.606598] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.608794] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.608794] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.608794] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.608794] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.608794] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fb7422b-0505-4822-b476-4107f8b71bcc already deleted. [ 635.608794] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fb7422b-0505-4822-b476-4107f8b71bcc" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.791174] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.793055] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.793055] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.793055] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.793055] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.793055] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e20b88-a428-4b61-a97f-8570a6b37c94 already deleted. [ 635.793055] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e20b88-a428-4b61-a97f-8570a6b37c94" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.793055] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3e20b88-a428-4b61-a97f-8570a6b37c94" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.793055] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3e20b88-a428-4b61-a97f-8570a6b37c94" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.793055] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3e20b88-a428-4b61-a97f-8570a6b37c94',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.314921] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.315095] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.315232] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.315377] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.315532] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.315567] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3e20b88-a428-4b61-a97f-8570a6b37c94 already deleted. [ 636.315653] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3e20b88-a428-4b61-a97f-8570a6b37c94" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.410037] env[69331]: INFO networking_nsxv3.common.synchronization [None req-2c6b141b-e3ea-43ec-afe1-5e21c84314ec None None] Enqueued Resource ID: 85ffbb6d-7c2b-4863-9159-360bb11413d9 with Priority: HIGHEST for action port [ 637.410037] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ffbb6d-7c2b-4863-9159-360bb11413d9 with Priority: HIGHEST for action port [ 637.414641] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-85ffbb6d-7c2b-4863-9159-360bb11413d9 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.414641] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85ffbb6d-7c2b-4863-9159-360bb11413d9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.414641] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85ffbb6d-7c2b-4863-9159-360bb11413d9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.414641] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85ffbb6d-7c2b-4863-9159-360bb11413d9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.414641] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85ffbb6d-7c2b-4863-9159-360bb11413d9',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.917836] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85ffbb6d-7c2b-4863-9159-360bb11413d9 [ 637.918612] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.918944] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.919272] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.919649] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.919862] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.920073] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85ffbb6d-7c2b-4863-9159-360bb11413d9 already deleted. [ 637.920567] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85ffbb6d-7c2b-4863-9159-360bb11413d9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.089258] env[69331]: INFO networking_nsxv3.common.synchronization [None req-09a645b9-e3c7-44f9-947d-3c001e01ccc3 None None] Enqueued Resource ID: 3ce83aa8-2ca3-4bf0-a30b-83caebfa539b with Priority: HIGHEST for action port [ 638.089503] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce83aa8-2ca3-4bf0-a30b-83caebfa539b with Priority: HIGHEST for action port [ 638.090121] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ce83aa8-2ca3-4bf0-a30b-83caebfa539b taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.090245] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ce83aa8-2ca3-4bf0-a30b-83caebfa539b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.090310] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ce83aa8-2ca3-4bf0-a30b-83caebfa539b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.092490] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ce83aa8-2ca3-4bf0-a30b-83caebfa539b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.093042] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ce83aa8-2ca3-4bf0-a30b-83caebfa539b',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.596897] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ce83aa8-2ca3-4bf0-a30b-83caebfa539b [ 638.597677] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.597677] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.597865] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.597999] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.598123] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.598230] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ce83aa8-2ca3-4bf0-a30b-83caebfa539b already deleted. [ 638.598699] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ce83aa8-2ca3-4bf0-a30b-83caebfa539b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.508581] env[69331]: INFO networking_nsxv3.common.synchronization [None req-d2c9cc47-d6b7-4629-9956-83cac6934e49 None None] Enqueued Resource ID: bbfdb5ac-5f67-452c-a237-96703dbf569a with Priority: HIGHEST for action port [ 640.509667] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfdb5ac-5f67-452c-a237-96703dbf569a with Priority: HIGHEST for action port [ 640.509667] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbfdb5ac-5f67-452c-a237-96703dbf569a taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.509667] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbfdb5ac-5f67-452c-a237-96703dbf569a" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.511367] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbfdb5ac-5f67-452c-a237-96703dbf569a" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.511367] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbfdb5ac-5f67-452c-a237-96703dbf569a" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.511367] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbfdb5ac-5f67-452c-a237-96703dbf569a',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.016147] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbfdb5ac-5f67-452c-a237-96703dbf569a [ 641.016338] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.016628] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.016628] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.016751] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.018025] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.018025] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbfdb5ac-5f67-452c-a237-96703dbf569a already deleted. [ 641.018025] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbfdb5ac-5f67-452c-a237-96703dbf569a" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.052578] env[69331]: INFO networking_nsxv3.common.synchronization [None req-144123d3-5ba7-4049-a70b-db547e2d02c7 None None] Enqueued Resource ID: dbcedef7-bbdc-4899-84f8-bdc9b6d8df2b with Priority: HIGHEST for action port [ 641.052854] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcedef7-bbdc-4899-84f8-bdc9b6d8df2b with Priority: HIGHEST for action port [ 641.053517] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbcedef7-bbdc-4899-84f8-bdc9b6d8df2b taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.053636] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbcedef7-bbdc-4899-84f8-bdc9b6d8df2b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.053727] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbcedef7-bbdc-4899-84f8-bdc9b6d8df2b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.053982] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbcedef7-bbdc-4899-84f8-bdc9b6d8df2b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.054192] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbcedef7-bbdc-4899-84f8-bdc9b6d8df2b',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.556557] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbcedef7-bbdc-4899-84f8-bdc9b6d8df2b [ 641.556918] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.556918] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.557102] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.557370] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.557370] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.557534] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbcedef7-bbdc-4899-84f8-bdc9b6d8df2b already deleted. [ 641.557534] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbcedef7-bbdc-4899-84f8-bdc9b6d8df2b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.102524] env[69331]: INFO networking_nsxv3.common.synchronization [req-96c98728-9a97-4076-a6da-d24cb1fd71ae req-c664f7be-1148-4911-a270-a8cbaa9db556 tempest-SecurityGroupRulesNegativeTestJSON-1771182110 tempest-SecurityGroupRulesNegativeTestJSON-1771182110-project-member] Enqueued Resource ID: 138aba2a-62de-4b95-b396-85325614da43 with Priority: HIGHEST for action security_group_rules [ 643.103069] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 138aba2a-62de-4b95-b396-85325614da43 with Priority: HIGHEST for action security_group_rules [ 643.103399] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-138aba2a-62de-4b95-b396-85325614da43 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.103520] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-138aba2a-62de-4b95-b396-85325614da43" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.103583] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-138aba2a-62de-4b95-b396-85325614da43" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.103841] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-138aba2a-62de-4b95-b396-85325614da43" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.103927] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('138aba2a-62de-4b95-b396-85325614da43',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.213401] env[69331]: INFO networking_nsxv3.common.synchronization [None req-ccc35065-8c9f-4c05-9eb5-3f2bca96dbb5 None None] Enqueued Resource ID: 434adfb8-43de-4df2-bba4-a3f72d987134 with Priority: HIGHEST for action port [ 643.214079] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434adfb8-43de-4df2-bba4-a3f72d987134 with Priority: HIGHEST for action port [ 643.214409] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-434adfb8-43de-4df2-bba4-a3f72d987134 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.214981] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-434adfb8-43de-4df2-bba4-a3f72d987134" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.214981] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-434adfb8-43de-4df2-bba4-a3f72d987134" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.215092] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-434adfb8-43de-4df2-bba4-a3f72d987134" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.215132] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('434adfb8-43de-4df2-bba4-a3f72d987134',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.389615] env[69331]: INFO networking_nsxv3.common.synchronization [None req-0bb01d37-d1a2-494e-ade5-6f44048c5aaa None None] Enqueued Resource ID: 4977c0bd-1897-481f-8da1-f71cb9c64497 with Priority: HIGHEST for action port [ 643.389873] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4977c0bd-1897-481f-8da1-f71cb9c64497 with Priority: HIGHEST for action port [ 643.390818] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-4977c0bd-1897-481f-8da1-f71cb9c64497 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.390947] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4977c0bd-1897-481f-8da1-f71cb9c64497" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.391571] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4977c0bd-1897-481f-8da1-f71cb9c64497" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.392173] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4977c0bd-1897-481f-8da1-f71cb9c64497" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.392565] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4977c0bd-1897-481f-8da1-f71cb9c64497',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.630364] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.630364] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.630364] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.630364] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.630364] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.630364] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 138aba2a-62de-4b95-b396-85325614da43 already deleted. [ 643.630364] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-138aba2a-62de-4b95-b396-85325614da43" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.717278] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 434adfb8-43de-4df2-bba4-a3f72d987134 [ 643.717573] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.718041] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.718153] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.718377] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.718480] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.718617] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:434adfb8-43de-4df2-bba4-a3f72d987134 already deleted. [ 643.718704] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-434adfb8-43de-4df2-bba4-a3f72d987134" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.897764] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4977c0bd-1897-481f-8da1-f71cb9c64497 [ 643.897764] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.897764] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.897764] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.897764] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.897764] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.897764] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4977c0bd-1897-481f-8da1-f71cb9c64497 already deleted. [ 643.897764] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4977c0bd-1897-481f-8da1-f71cb9c64497" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.280565] env[69331]: INFO networking_nsxv3.common.synchronization [req-896fba74-e8fe-4d37-a255-c17447ff5a2b req-aacc6f9d-3154-4a41-8e41-a0992f9ed702 tempest-SecurityGroupRulesNegativeTestJSON-1771182110 tempest-SecurityGroupRulesNegativeTestJSON-1771182110-project-member] Enqueued Resource ID: 138aba2a-62de-4b95-b396-85325614da43 with Priority: HIGHEST for action security_group_rules [ 647.280565] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 138aba2a-62de-4b95-b396-85325614da43 with Priority: HIGHEST for action security_group_rules [ 647.280565] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-138aba2a-62de-4b95-b396-85325614da43 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.280565] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-138aba2a-62de-4b95-b396-85325614da43" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.280565] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-138aba2a-62de-4b95-b396-85325614da43" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.280565] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-138aba2a-62de-4b95-b396-85325614da43" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.281757] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('138aba2a-62de-4b95-b396-85325614da43',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.810030] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.810163] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.810163] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.810524] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.810524] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.810645] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 138aba2a-62de-4b95-b396-85325614da43 already deleted. [ 647.810783] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-138aba2a-62de-4b95-b396-85325614da43" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.427514] env[69331]: INFO networking_nsxv3.common.synchronization [None req-0b02c43b-eb60-4d67-bfff-4aaee04cfd17 None None] Enqueued Resource ID: 3a0585b1-fcdb-47bd-a92d-3906e7df00bf with Priority: HIGHEST for action port [ 648.429688] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a0585b1-fcdb-47bd-a92d-3906e7df00bf with Priority: HIGHEST for action port [ 648.430109] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a0585b1-fcdb-47bd-a92d-3906e7df00bf taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.430312] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a0585b1-fcdb-47bd-a92d-3906e7df00bf" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.430312] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a0585b1-fcdb-47bd-a92d-3906e7df00bf" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.430595] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a0585b1-fcdb-47bd-a92d-3906e7df00bf" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.430676] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a0585b1-fcdb-47bd-a92d-3906e7df00bf',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.934992] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a0585b1-fcdb-47bd-a92d-3906e7df00bf [ 648.934992] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.934992] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.934992] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.936251] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.936251] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.936251] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a0585b1-fcdb-47bd-a92d-3906e7df00bf already deleted. [ 648.936251] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a0585b1-fcdb-47bd-a92d-3906e7df00bf" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.570632] env[69331]: INFO networking_nsxv3.common.synchronization [None req-152a6c5c-d16c-4fef-b4eb-8435e5adbdb6 None None] Enqueued Resource ID: a70fe989-198f-4030-9286-f7cdbf9ac1d3 with Priority: HIGHEST for action port [ 652.573050] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70fe989-198f-4030-9286-f7cdbf9ac1d3 with Priority: HIGHEST for action port [ 652.574417] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-a70fe989-198f-4030-9286-f7cdbf9ac1d3 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.574606] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a70fe989-198f-4030-9286-f7cdbf9ac1d3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.575255] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a70fe989-198f-4030-9286-f7cdbf9ac1d3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.575255] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a70fe989-198f-4030-9286-f7cdbf9ac1d3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.575255] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70fe989-198f-4030-9286-f7cdbf9ac1d3',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.078700] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a70fe989-198f-4030-9286-f7cdbf9ac1d3 [ 653.078875] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.079760] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.079955] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.080252] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.080348] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.080455] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a70fe989-198f-4030-9286-f7cdbf9ac1d3 already deleted. [ 653.080536] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a70fe989-198f-4030-9286-f7cdbf9ac1d3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.101140] env[69331]: INFO networking_nsxv3.common.synchronization [None req-c19f8e31-8567-448b-ad08-5d7de6cde277 tempest-AttachVolumeTestJSON-84227561 tempest-AttachVolumeTestJSON-84227561-project-member] Enqueued Resource ID: 358072e6-3d4c-4e85-999d-b9bea1a2f963 with Priority: HIGHEST for action security_group_rules [ 653.101718] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358072e6-3d4c-4e85-999d-b9bea1a2f963 with Priority: HIGHEST for action security_group_rules [ 653.102586] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-358072e6-3d4c-4e85-999d-b9bea1a2f963 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.102837] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-358072e6-3d4c-4e85-999d-b9bea1a2f963" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.102918] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-358072e6-3d4c-4e85-999d-b9bea1a2f963" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.103648] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-358072e6-3d4c-4e85-999d-b9bea1a2f963" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.103648] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('358072e6-3d4c-4e85-999d-b9bea1a2f963',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.629298] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.629298] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.629298] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.629298] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.629298] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.629298] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 358072e6-3d4c-4e85-999d-b9bea1a2f963 already deleted. [ 653.629298] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-358072e6-3d4c-4e85-999d-b9bea1a2f963" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.798975] env[69331]: INFO networking_nsxv3.common.synchronization [None req-acda54e4-dc2c-4b01-82a4-14f8c3116c59 None None] Enqueued Resource ID: 340ca82b-7dd9-4be8-871c-c9bea9b4526e with Priority: HIGHEST for action port [ 653.798975] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 340ca82b-7dd9-4be8-871c-c9bea9b4526e with Priority: HIGHEST for action port [ 653.798975] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-340ca82b-7dd9-4be8-871c-c9bea9b4526e taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.798975] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-340ca82b-7dd9-4be8-871c-c9bea9b4526e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.798975] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-340ca82b-7dd9-4be8-871c-c9bea9b4526e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.798975] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-340ca82b-7dd9-4be8-871c-c9bea9b4526e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.798975] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('340ca82b-7dd9-4be8-871c-c9bea9b4526e',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.304267] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 340ca82b-7dd9-4be8-871c-c9bea9b4526e [ 654.304267] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.304267] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.304267] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.304267] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.304267] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.304267] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:340ca82b-7dd9-4be8-871c-c9bea9b4526e already deleted. [ 654.304267] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-340ca82b-7dd9-4be8-871c-c9bea9b4526e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.377028] env[69331]: INFO networking_nsxv3.common.synchronization [None req-94104251-1fdb-4a3f-8a66-e95139e00660 tempest-AttachVolumeTestJSON-84227561 tempest-AttachVolumeTestJSON-84227561-project-member] Enqueued Resource ID: 358072e6-3d4c-4e85-999d-b9bea1a2f963 with Priority: HIGHEST for action security_group_rules [ 654.377641] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358072e6-3d4c-4e85-999d-b9bea1a2f963 with Priority: HIGHEST for action security_group_rules [ 654.377967] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-358072e6-3d4c-4e85-999d-b9bea1a2f963 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.379775] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-358072e6-3d4c-4e85-999d-b9bea1a2f963" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.379775] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-358072e6-3d4c-4e85-999d-b9bea1a2f963" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.379775] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-358072e6-3d4c-4e85-999d-b9bea1a2f963" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.379775] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('358072e6-3d4c-4e85-999d-b9bea1a2f963',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.901039] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.901414] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.901414] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.901566] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.901696] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.901805] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 358072e6-3d4c-4e85-999d-b9bea1a2f963 already deleted. [ 654.901889] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-358072e6-3d4c-4e85-999d-b9bea1a2f963" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.107546] env[69331]: INFO networking_nsxv3.common.synchronization [None req-45a6ba68-55a0-46f7-968f-55c6465eab77 None None] Enqueued Resource ID: 3aaefeaa-7264-45d5-accf-a0ce42b31976 with Priority: HIGHEST for action port [ 655.108259] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aaefeaa-7264-45d5-accf-a0ce42b31976 with Priority: HIGHEST for action port [ 655.108618] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aaefeaa-7264-45d5-accf-a0ce42b31976 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.108771] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aaefeaa-7264-45d5-accf-a0ce42b31976" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.108863] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aaefeaa-7264-45d5-accf-a0ce42b31976" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.110848] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aaefeaa-7264-45d5-accf-a0ce42b31976" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.110848] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aaefeaa-7264-45d5-accf-a0ce42b31976',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.612993] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3aaefeaa-7264-45d5-accf-a0ce42b31976 [ 655.613770] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.613922] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.613992] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.614224] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.614314] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.615124] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3aaefeaa-7264-45d5-accf-a0ce42b31976 already deleted. [ 655.615270] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aaefeaa-7264-45d5-accf-a0ce42b31976" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.760634] env[69331]: INFO networking_nsxv3.common.synchronization [None req-f6a03465-c926-4b36-87b0-fbfae9048f97 None None] Enqueued Resource ID: 62671a4a-ab4e-40f6-80f3-58d04e01e6e7 with Priority: HIGHEST for action port [ 656.760936] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62671a4a-ab4e-40f6-80f3-58d04e01e6e7 with Priority: HIGHEST for action port [ 656.761978] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-62671a4a-ab4e-40f6-80f3-58d04e01e6e7 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.761978] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62671a4a-ab4e-40f6-80f3-58d04e01e6e7" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.761978] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62671a4a-ab4e-40f6-80f3-58d04e01e6e7" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.762225] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62671a4a-ab4e-40f6-80f3-58d04e01e6e7" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.762393] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62671a4a-ab4e-40f6-80f3-58d04e01e6e7',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.264232] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62671a4a-ab4e-40f6-80f3-58d04e01e6e7 [ 657.264478] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.264614] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.264681] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.264894] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.264993] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.265167] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62671a4a-ab4e-40f6-80f3-58d04e01e6e7 already deleted. [ 657.265247] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62671a4a-ab4e-40f6-80f3-58d04e01e6e7" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.286725] env[69331]: INFO networking_nsxv3.common.synchronization [None req-a68bd713-0e58-46ae-9d70-47793902d7fa None None] Enqueued Resource ID: 6212e8b9-3a42-407e-beb8-eb6f2edeeeb3 with Priority: HIGHEST for action port [ 661.287008] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6212e8b9-3a42-407e-beb8-eb6f2edeeeb3 with Priority: HIGHEST for action port [ 661.287553] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-6212e8b9-3a42-407e-beb8-eb6f2edeeeb3 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.287680] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6212e8b9-3a42-407e-beb8-eb6f2edeeeb3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.287748] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6212e8b9-3a42-407e-beb8-eb6f2edeeeb3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.288021] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6212e8b9-3a42-407e-beb8-eb6f2edeeeb3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.289109] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6212e8b9-3a42-407e-beb8-eb6f2edeeeb3',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.792786] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6212e8b9-3a42-407e-beb8-eb6f2edeeeb3 [ 661.793037] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.793168] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.793237] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.793445] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.793536] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.793628] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6212e8b9-3a42-407e-beb8-eb6f2edeeeb3 already deleted. [ 661.793707] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6212e8b9-3a42-407e-beb8-eb6f2edeeeb3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.265921] env[69331]: INFO networking_nsxv3.common.synchronization [None req-23695097-c427-4c12-8958-b51fafb880ed None None] Enqueued Resource ID: 3f84db02-ba21-417a-bc95-83503a47cf62 with Priority: HIGHEST for action port [ 662.266631] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f84db02-ba21-417a-bc95-83503a47cf62 with Priority: HIGHEST for action port [ 662.266758] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f84db02-ba21-417a-bc95-83503a47cf62 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.266929] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f84db02-ba21-417a-bc95-83503a47cf62" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.266990] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f84db02-ba21-417a-bc95-83503a47cf62" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.267224] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f84db02-ba21-417a-bc95-83503a47cf62" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.267307] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f84db02-ba21-417a-bc95-83503a47cf62',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.770713] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f84db02-ba21-417a-bc95-83503a47cf62 [ 662.771071] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.771247] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.771247] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.772289] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.772289] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.772289] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f84db02-ba21-417a-bc95-83503a47cf62 already deleted. [ 662.772289] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f84db02-ba21-417a-bc95-83503a47cf62" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.977250] env[69331]: INFO networking_nsxv3.common.synchronization [None req-7f14c98c-8f16-4d6d-a5b4-d87ba3af7b7c None None] Enqueued Resource ID: dd61a31c-4edc-4007-80a1-b64c8acdf309 with Priority: HIGHEST for action port [ 662.977250] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd61a31c-4edc-4007-80a1-b64c8acdf309 with Priority: HIGHEST for action port [ 662.977868] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd61a31c-4edc-4007-80a1-b64c8acdf309 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.977979] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd61a31c-4edc-4007-80a1-b64c8acdf309" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.978030] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd61a31c-4edc-4007-80a1-b64c8acdf309" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.978267] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd61a31c-4edc-4007-80a1-b64c8acdf309" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.978348] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd61a31c-4edc-4007-80a1-b64c8acdf309',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.483123] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd61a31c-4edc-4007-80a1-b64c8acdf309 [ 663.483123] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.483123] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.483123] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.483123] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.483920] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.483920] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd61a31c-4edc-4007-80a1-b64c8acdf309 already deleted. [ 663.483920] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd61a31c-4edc-4007-80a1-b64c8acdf309" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.663840] env[69331]: INFO networking_nsxv3.common.synchronization [None req-538aeab8-852f-4681-840b-ffd38ff28458 None None] Enqueued Resource ID: 54e24b44-8d3b-4633-b3db-5c017514f7f8 with Priority: HIGHEST for action port [ 663.664562] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e24b44-8d3b-4633-b3db-5c017514f7f8 with Priority: HIGHEST for action port [ 663.665381] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-54e24b44-8d3b-4633-b3db-5c017514f7f8 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.665381] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54e24b44-8d3b-4633-b3db-5c017514f7f8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.665381] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54e24b44-8d3b-4633-b3db-5c017514f7f8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.665381] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54e24b44-8d3b-4633-b3db-5c017514f7f8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.665381] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54e24b44-8d3b-4633-b3db-5c017514f7f8',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.167047] env[69331]: INFO networking_nsxv3.common.synchronization [None req-5195471c-085a-4ea2-bcdf-7c5e7f69c807 None None] Enqueued Resource ID: ba848ff9-f386-46c8-aa95-bba83cbba072 with Priority: HIGHEST for action port [ 664.167047] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba848ff9-f386-46c8-aa95-bba83cbba072 with Priority: HIGHEST for action port [ 664.167047] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba848ff9-f386-46c8-aa95-bba83cbba072 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.167047] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba848ff9-f386-46c8-aa95-bba83cbba072" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.167047] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba848ff9-f386-46c8-aa95-bba83cbba072" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.167047] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba848ff9-f386-46c8-aa95-bba83cbba072" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.167047] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba848ff9-f386-46c8-aa95-bba83cbba072',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.169483] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54e24b44-8d3b-4633-b3db-5c017514f7f8 [ 664.169483] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.169483] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.169483] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.169483] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.169483] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.169483] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54e24b44-8d3b-4633-b3db-5c017514f7f8 already deleted. [ 664.169483] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54e24b44-8d3b-4633-b3db-5c017514f7f8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.670223] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba848ff9-f386-46c8-aa95-bba83cbba072 [ 664.670223] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.670223] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.670223] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.670223] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.670223] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.670223] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba848ff9-f386-46c8-aa95-bba83cbba072 already deleted. [ 664.670223] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba848ff9-f386-46c8-aa95-bba83cbba072" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.013823] env[69331]: INFO networking_nsxv3.common.synchronization [None req-b723467f-94dc-4433-ba89-80cd3e292957 None None] Enqueued Resource ID: 81b3337c-396c-43b1-8efa-b436978bef75 with Priority: HIGHEST for action port [ 666.013823] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b3337c-396c-43b1-8efa-b436978bef75 with Priority: HIGHEST for action port [ 666.014161] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-81b3337c-396c-43b1-8efa-b436978bef75 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.014161] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81b3337c-396c-43b1-8efa-b436978bef75" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.014161] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81b3337c-396c-43b1-8efa-b436978bef75" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.014399] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81b3337c-396c-43b1-8efa-b436978bef75" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.014399] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b3337c-396c-43b1-8efa-b436978bef75',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.292176] env[69331]: INFO networking_nsxv3.common.synchronization [None req-1d790e65-c155-4f0f-8a76-d7ae32014823 None None] Enqueued Resource ID: 89b24d6f-a143-47a3-995d-45e01255e6df with Priority: HIGHEST for action port [ 666.292546] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b24d6f-a143-47a3-995d-45e01255e6df with Priority: HIGHEST for action port [ 666.293066] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-89b24d6f-a143-47a3-995d-45e01255e6df taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.293206] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89b24d6f-a143-47a3-995d-45e01255e6df" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.293288] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89b24d6f-a143-47a3-995d-45e01255e6df" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.293566] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89b24d6f-a143-47a3-995d-45e01255e6df" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.293664] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89b24d6f-a143-47a3-995d-45e01255e6df',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.517517] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81b3337c-396c-43b1-8efa-b436978bef75 [ 666.517567] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.517801] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.517885] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.518169] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.518242] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.518341] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81b3337c-396c-43b1-8efa-b436978bef75 already deleted. [ 666.518466] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81b3337c-396c-43b1-8efa-b436978bef75" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.796704] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89b24d6f-a143-47a3-995d-45e01255e6df [ 666.797007] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.797184] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.797232] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.799169] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.799169] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.799169] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89b24d6f-a143-47a3-995d-45e01255e6df already deleted. [ 666.799169] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89b24d6f-a143-47a3-995d-45e01255e6df" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.697023] env[69331]: INFO networking_nsxv3.common.synchronization [None req-b0cd6a13-a14b-4091-8dc6-3622fae816dd None None] Enqueued Resource ID: 56caf325-58c3-424c-b688-a6672a398f78 with Priority: HIGHEST for action port [ 667.697023] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56caf325-58c3-424c-b688-a6672a398f78 with Priority: HIGHEST for action port [ 667.697023] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-56caf325-58c3-424c-b688-a6672a398f78 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.697023] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56caf325-58c3-424c-b688-a6672a398f78" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.697023] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56caf325-58c3-424c-b688-a6672a398f78" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.700384] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56caf325-58c3-424c-b688-a6672a398f78" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.700509] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56caf325-58c3-424c-b688-a6672a398f78',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.202494] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56caf325-58c3-424c-b688-a6672a398f78 [ 668.202716] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.202849] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.203076] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.203167] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.203267] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.203858] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56caf325-58c3-424c-b688-a6672a398f78 already deleted. [ 668.203858] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56caf325-58c3-424c-b688-a6672a398f78" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.843223] env[69331]: INFO networking_nsxv3.common.synchronization [None req-35b4db84-1198-40a9-9729-cdc76bc4312b None None] Enqueued Resource ID: bc4624a7-ceaa-4220-8287-63f78f5b18f1 with Priority: HIGHEST for action port [ 668.843223] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4624a7-ceaa-4220-8287-63f78f5b18f1 with Priority: HIGHEST for action port [ 668.845098] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc4624a7-ceaa-4220-8287-63f78f5b18f1 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.845247] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc4624a7-ceaa-4220-8287-63f78f5b18f1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.846647] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc4624a7-ceaa-4220-8287-63f78f5b18f1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.846647] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc4624a7-ceaa-4220-8287-63f78f5b18f1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.846647] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc4624a7-ceaa-4220-8287-63f78f5b18f1',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.168681] env[69331]: INFO networking_nsxv3.common.synchronization [None req-9f09c44e-30f1-42e9-9a38-a972a2ccca48 None None] Enqueued Resource ID: 08355e94-7f6b-45bc-b439-8046b5163ad7 with Priority: HIGHEST for action port [ 669.168961] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08355e94-7f6b-45bc-b439-8046b5163ad7 with Priority: HIGHEST for action port [ 669.169566] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-08355e94-7f6b-45bc-b439-8046b5163ad7 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.169710] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08355e94-7f6b-45bc-b439-8046b5163ad7" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.169779] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08355e94-7f6b-45bc-b439-8046b5163ad7" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.170287] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08355e94-7f6b-45bc-b439-8046b5163ad7" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.170420] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08355e94-7f6b-45bc-b439-8046b5163ad7',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.350673] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc4624a7-ceaa-4220-8287-63f78f5b18f1 [ 669.350910] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.351067] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.351275] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.351452] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.351544] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.351642] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc4624a7-ceaa-4220-8287-63f78f5b18f1 already deleted. [ 669.351724] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc4624a7-ceaa-4220-8287-63f78f5b18f1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.673241] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08355e94-7f6b-45bc-b439-8046b5163ad7 [ 669.673345] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.673480] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.673550] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.673757] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.673835] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.673926] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08355e94-7f6b-45bc-b439-8046b5163ad7 already deleted. [ 669.674017] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08355e94-7f6b-45bc-b439-8046b5163ad7" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.199990] env[69331]: INFO networking_nsxv3.common.synchronization [None req-f4659f5a-74ec-4563-b4e5-a9ebaa576f42 tempest-AttachInterfacesTestJSON-1233698874 tempest-AttachInterfacesTestJSON-1233698874-project-member] Enqueued Resource ID: 959e3516-b7dd-4ec5-84d4-21c663915b14 with Priority: HIGHEST for action security_group_rules [ 670.200534] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959e3516-b7dd-4ec5-84d4-21c663915b14 with Priority: HIGHEST for action security_group_rules [ 670.200982] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959e3516-b7dd-4ec5-84d4-21c663915b14 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.201286] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959e3516-b7dd-4ec5-84d4-21c663915b14" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.201286] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959e3516-b7dd-4ec5-84d4-21c663915b14" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.201964] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959e3516-b7dd-4ec5-84d4-21c663915b14" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.201964] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959e3516-b7dd-4ec5-84d4-21c663915b14',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.491627] env[69331]: INFO networking_nsxv3.common.synchronization [None req-357e8ec3-9584-4dd2-8f8a-b41ac36e9f5d None None] Enqueued Resource ID: cea64041-31a2-4ffa-9b0d-bd549237407c with Priority: HIGHEST for action port [ 670.494194] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea64041-31a2-4ffa-9b0d-bd549237407c with Priority: HIGHEST for action port [ 670.494194] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-cea64041-31a2-4ffa-9b0d-bd549237407c taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.494194] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cea64041-31a2-4ffa-9b0d-bd549237407c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.494194] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cea64041-31a2-4ffa-9b0d-bd549237407c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.494194] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cea64041-31a2-4ffa-9b0d-bd549237407c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.494194] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cea64041-31a2-4ffa-9b0d-bd549237407c',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.727250] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.728254] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.732750] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.732750] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.732750] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.732750] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959e3516-b7dd-4ec5-84d4-21c663915b14 already deleted. [ 670.732750] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959e3516-b7dd-4ec5-84d4-21c663915b14" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.747163] env[69331]: INFO networking_nsxv3.common.synchronization [None req-689e5230-fb79-4610-b246-e7020972cfc9 tempest-AttachInterfacesTestJSON-1233698874 tempest-AttachInterfacesTestJSON-1233698874-project-member] Enqueued Resource ID: 959e3516-b7dd-4ec5-84d4-21c663915b14 with Priority: HIGHEST for action security_group_rules [ 670.747163] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 959e3516-b7dd-4ec5-84d4-21c663915b14 with Priority: HIGHEST for action security_group_rules [ 670.747163] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-959e3516-b7dd-4ec5-84d4-21c663915b14 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.747163] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-959e3516-b7dd-4ec5-84d4-21c663915b14" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.747163] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-959e3516-b7dd-4ec5-84d4-21c663915b14" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.747163] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-959e3516-b7dd-4ec5-84d4-21c663915b14" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.747163] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('959e3516-b7dd-4ec5-84d4-21c663915b14',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.997157] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cea64041-31a2-4ffa-9b0d-bd549237407c [ 670.997422] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.999467] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.999550] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.999771] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.999865] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.999966] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cea64041-31a2-4ffa-9b0d-bd549237407c already deleted. [ 671.001122] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cea64041-31a2-4ffa-9b0d-bd549237407c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.274288] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.274593] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.274593] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.274805] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.274893] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.275013] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 959e3516-b7dd-4ec5-84d4-21c663915b14 already deleted. [ 671.275216] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-959e3516-b7dd-4ec5-84d4-21c663915b14" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.551451] env[69331]: INFO networking_nsxv3.common.synchronization [None req-f4226553-34d0-4698-b3e8-4c90c36a15e0 None None] Enqueued Resource ID: d65e35b3-2edf-43e0-8d0e-5c1c20c92359 with Priority: HIGHEST for action port [ 672.551451] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65e35b3-2edf-43e0-8d0e-5c1c20c92359 with Priority: HIGHEST for action port [ 672.551928] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-d65e35b3-2edf-43e0-8d0e-5c1c20c92359 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.552038] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d65e35b3-2edf-43e0-8d0e-5c1c20c92359" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.552245] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d65e35b3-2edf-43e0-8d0e-5c1c20c92359" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.552374] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d65e35b3-2edf-43e0-8d0e-5c1c20c92359" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.552452] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d65e35b3-2edf-43e0-8d0e-5c1c20c92359',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.055850] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d65e35b3-2edf-43e0-8d0e-5c1c20c92359 [ 673.055850] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.055850] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.055850] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.055850] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.055850] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.055850] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d65e35b3-2edf-43e0-8d0e-5c1c20c92359 already deleted. [ 673.055850] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d65e35b3-2edf-43e0-8d0e-5c1c20c92359" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.529840] env[69331]: INFO networking_nsxv3.common.synchronization [None req-53d05602-4fb3-4361-a7d5-cbf385af1ad5 None None] Enqueued Resource ID: 3d373e8c-5b2f-41c5-a805-e4f8684991f3 with Priority: HIGHEST for action port [ 673.531844] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d373e8c-5b2f-41c5-a805-e4f8684991f3 with Priority: HIGHEST for action port [ 673.532674] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d373e8c-5b2f-41c5-a805-e4f8684991f3 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.533827] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d373e8c-5b2f-41c5-a805-e4f8684991f3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.533906] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d373e8c-5b2f-41c5-a805-e4f8684991f3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.534221] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d373e8c-5b2f-41c5-a805-e4f8684991f3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.534348] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d373e8c-5b2f-41c5-a805-e4f8684991f3',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.599123] env[69331]: INFO networking_nsxv3.common.synchronization [None req-d3d6a219-a64e-4c20-b1be-6e04c9f2c65b None None] Enqueued Resource ID: a53b7277-0bf1-4004-b17c-f5c3b91d4b2c with Priority: HIGHEST for action port [ 673.599522] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53b7277-0bf1-4004-b17c-f5c3b91d4b2c with Priority: HIGHEST for action port [ 673.600255] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-a53b7277-0bf1-4004-b17c-f5c3b91d4b2c taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.600548] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a53b7277-0bf1-4004-b17c-f5c3b91d4b2c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.600722] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a53b7277-0bf1-4004-b17c-f5c3b91d4b2c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.601121] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a53b7277-0bf1-4004-b17c-f5c3b91d4b2c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.601991] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a53b7277-0bf1-4004-b17c-f5c3b91d4b2c',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.043391] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d373e8c-5b2f-41c5-a805-e4f8684991f3 [ 674.043391] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.043391] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.043391] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.043391] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.043391] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.043391] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d373e8c-5b2f-41c5-a805-e4f8684991f3 already deleted. [ 674.043391] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d373e8c-5b2f-41c5-a805-e4f8684991f3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.106145] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a53b7277-0bf1-4004-b17c-f5c3b91d4b2c [ 674.106356] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.106482] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.106548] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.106747] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.106836] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.106927] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a53b7277-0bf1-4004-b17c-f5c3b91d4b2c already deleted. [ 674.107023] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a53b7277-0bf1-4004-b17c-f5c3b91d4b2c" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.813046] env[69331]: INFO networking_nsxv3.common.synchronization [None req-72005609-12b6-44b2-9d7e-2b5d3874ccbe None None] Enqueued Resource ID: 1be93719-0f62-483d-a1c4-3b70c6c29db9 with Priority: HIGHEST for action port [ 674.813046] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be93719-0f62-483d-a1c4-3b70c6c29db9 with Priority: HIGHEST for action port [ 674.813046] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-1be93719-0f62-483d-a1c4-3b70c6c29db9 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.813046] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1be93719-0f62-483d-a1c4-3b70c6c29db9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.813046] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1be93719-0f62-483d-a1c4-3b70c6c29db9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.813046] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1be93719-0f62-483d-a1c4-3b70c6c29db9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.813046] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1be93719-0f62-483d-a1c4-3b70c6c29db9',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.117203] env[69331]: INFO networking_nsxv3.common.synchronization [None req-3c4f5059-c2ab-47e6-8997-028568bfd10c None None] Enqueued Resource ID: 1c8b5f61-0a56-4fc1-b1d6-ca58d6eb89cb with Priority: HIGHEST for action port [ 675.117456] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8b5f61-0a56-4fc1-b1d6-ca58d6eb89cb with Priority: HIGHEST for action port [ 675.118754] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c8b5f61-0a56-4fc1-b1d6-ca58d6eb89cb taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.119031] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c8b5f61-0a56-4fc1-b1d6-ca58d6eb89cb" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.119183] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c8b5f61-0a56-4fc1-b1d6-ca58d6eb89cb" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.119507] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c8b5f61-0a56-4fc1-b1d6-ca58d6eb89cb" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.119767] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8b5f61-0a56-4fc1-b1d6-ca58d6eb89cb',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.124533] env[69331]: INFO networking_nsxv3.common.synchronization [None req-894be04a-7a9c-422a-beaf-2ffe625d8c8f tempest-ServerActionsTestOtherA-1243636962 tempest-ServerActionsTestOtherA-1243636962-project-member] Enqueued Resource ID: 5f543698-8b25-45c1-a920-3aad36d742e9 with Priority: HIGHEST for action security_group_rules [ 675.125390] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f543698-8b25-45c1-a920-3aad36d742e9 with Priority: HIGHEST for action security_group_rules [ 675.125801] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f543698-8b25-45c1-a920-3aad36d742e9 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.126079] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f543698-8b25-45c1-a920-3aad36d742e9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.126234] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f543698-8b25-45c1-a920-3aad36d742e9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.126553] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f543698-8b25-45c1-a920-3aad36d742e9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.126716] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f543698-8b25-45c1-a920-3aad36d742e9',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.317087] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1be93719-0f62-483d-a1c4-3b70c6c29db9 [ 675.318135] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.318135] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.318135] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.318135] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.318135] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.318135] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1be93719-0f62-483d-a1c4-3b70c6c29db9 already deleted. [ 675.318135] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1be93719-0f62-483d-a1c4-3b70c6c29db9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.626559] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c8b5f61-0a56-4fc1-b1d6-ca58d6eb89cb [ 675.626825] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.626964] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.627051] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.627266] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.627362] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.627469] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c8b5f61-0a56-4fc1-b1d6-ca58d6eb89cb already deleted. [ 675.627555] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c8b5f61-0a56-4fc1-b1d6-ca58d6eb89cb" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.651017] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.651170] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.651247] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.651487] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.651599] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.651709] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f543698-8b25-45c1-a920-3aad36d742e9 already deleted. [ 675.651798] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f543698-8b25-45c1-a920-3aad36d742e9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.654207] env[69331]: INFO networking_nsxv3.common.synchronization [None req-3aab79ab-2eb2-46ca-b69f-c2e5c20def19 tempest-ServerActionsTestOtherA-1243636962 tempest-ServerActionsTestOtherA-1243636962-project-member] Enqueued Resource ID: 5f543698-8b25-45c1-a920-3aad36d742e9 with Priority: HIGHEST for action security_group_rules [ 675.654757] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f543698-8b25-45c1-a920-3aad36d742e9 with Priority: HIGHEST for action security_group_rules [ 675.655063] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f543698-8b25-45c1-a920-3aad36d742e9 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.655177] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f543698-8b25-45c1-a920-3aad36d742e9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.655248] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f543698-8b25-45c1-a920-3aad36d742e9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.655422] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f543698-8b25-45c1-a920-3aad36d742e9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.655504] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f543698-8b25-45c1-a920-3aad36d742e9',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.175875] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.176195] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.176195] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.176320] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.176410] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.176505] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f543698-8b25-45c1-a920-3aad36d742e9 already deleted. [ 676.176587] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f543698-8b25-45c1-a920-3aad36d742e9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.819380] env[69331]: INFO networking_nsxv3.common.synchronization [None req-c7c0690b-9298-47a0-b999-d5f281bfaef0 None None] Enqueued Resource ID: ad8b74d6-8e99-441a-b423-d9101976743d with Priority: HIGHEST for action port [ 677.819380] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8b74d6-8e99-441a-b423-d9101976743d with Priority: HIGHEST for action port [ 677.819380] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad8b74d6-8e99-441a-b423-d9101976743d taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.819380] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad8b74d6-8e99-441a-b423-d9101976743d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.819380] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad8b74d6-8e99-441a-b423-d9101976743d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.819380] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad8b74d6-8e99-441a-b423-d9101976743d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.819697] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad8b74d6-8e99-441a-b423-d9101976743d',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.324995] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad8b74d6-8e99-441a-b423-d9101976743d [ 678.324995] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.324995] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.324995] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.324995] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.324995] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.324995] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad8b74d6-8e99-441a-b423-d9101976743d already deleted. [ 678.324995] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad8b74d6-8e99-441a-b423-d9101976743d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.388708] env[69331]: INFO networking_nsxv3.common.synchronization [None req-36b87f09-515f-40ea-8d90-0f16bfa724d4 None None] Enqueued Resource ID: f4adad60-d58f-43b6-9fcd-3cc9783202a8 with Priority: HIGHEST for action port [ 678.389093] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4adad60-d58f-43b6-9fcd-3cc9783202a8 with Priority: HIGHEST for action port [ 678.389551] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4adad60-d58f-43b6-9fcd-3cc9783202a8 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.389674] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4adad60-d58f-43b6-9fcd-3cc9783202a8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.389736] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4adad60-d58f-43b6-9fcd-3cc9783202a8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.390024] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4adad60-d58f-43b6-9fcd-3cc9783202a8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.391633] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4adad60-d58f-43b6-9fcd-3cc9783202a8',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.567028] env[69331]: INFO networking_nsxv3.common.synchronization [None req-82b77cea-3cb0-4291-abe9-e1ff3506115d None None] Enqueued Resource ID: c3900923-baae-4dd7-96e8-50eabde43097 with Priority: HIGHEST for action port [ 678.567431] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3900923-baae-4dd7-96e8-50eabde43097 with Priority: HIGHEST for action port [ 678.568071] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3900923-baae-4dd7-96e8-50eabde43097 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.568322] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3900923-baae-4dd7-96e8-50eabde43097" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.568397] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3900923-baae-4dd7-96e8-50eabde43097" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.568958] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3900923-baae-4dd7-96e8-50eabde43097" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.569278] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3900923-baae-4dd7-96e8-50eabde43097',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.607861] env[69331]: INFO networking_nsxv3.common.synchronization [None req-4ff1406e-f544-4807-8958-66dc7366e186 tempest-AttachVolumeNegativeTest-651240867 tempest-AttachVolumeNegativeTest-651240867-project-member] Enqueued Resource ID: b94ebe81-08b4-46a6-a981-e57f60a75d4b with Priority: HIGHEST for action security_group_rules [ 678.608564] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b94ebe81-08b4-46a6-a981-e57f60a75d4b with Priority: HIGHEST for action security_group_rules [ 678.608714] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b94ebe81-08b4-46a6-a981-e57f60a75d4b taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.608852] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b94ebe81-08b4-46a6-a981-e57f60a75d4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.608921] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b94ebe81-08b4-46a6-a981-e57f60a75d4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.610464] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b94ebe81-08b4-46a6-a981-e57f60a75d4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.610564] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b94ebe81-08b4-46a6-a981-e57f60a75d4b',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.895628] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4adad60-d58f-43b6-9fcd-3cc9783202a8 [ 678.895908] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.896298] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.897366] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.897366] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.897628] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.897628] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4adad60-d58f-43b6-9fcd-3cc9783202a8 already deleted. [ 678.897628] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4adad60-d58f-43b6-9fcd-3cc9783202a8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.964699] env[69331]: INFO networking_nsxv3.common.synchronization [None req-484d06c1-ad1d-420b-ac96-cb12109f725c tempest-AttachVolumeNegativeTest-651240867 tempest-AttachVolumeNegativeTest-651240867-project-member] Enqueued Resource ID: b94ebe81-08b4-46a6-a981-e57f60a75d4b with Priority: HIGHEST for action security_group_rules [ 678.965352] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b94ebe81-08b4-46a6-a981-e57f60a75d4b with Priority: HIGHEST for action security_group_rules [ 678.966040] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b94ebe81-08b4-46a6-a981-e57f60a75d4b taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.966188] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b94ebe81-08b4-46a6-a981-e57f60a75d4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.075444] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3900923-baae-4dd7-96e8-50eabde43097 [ 679.075684] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.075978] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.075978] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.076373] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.076373] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.076373] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3900923-baae-4dd7-96e8-50eabde43097 already deleted. [ 679.076482] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3900923-baae-4dd7-96e8-50eabde43097" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.136961] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.136961] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.137114] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.137369] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.137443] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.137945] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b94ebe81-08b4-46a6-a981-e57f60a75d4b already deleted. [ 679.137945] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b94ebe81-08b4-46a6-a981-e57f60a75d4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.139134] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b94ebe81-08b4-46a6-a981-e57f60a75d4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.139134] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b94ebe81-08b4-46a6-a981-e57f60a75d4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.139134] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b94ebe81-08b4-46a6-a981-e57f60a75d4b',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.666612] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.666835] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.667066] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.667143] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.667709] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.667709] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b94ebe81-08b4-46a6-a981-e57f60a75d4b already deleted. [ 679.667709] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b94ebe81-08b4-46a6-a981-e57f60a75d4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.025512] env[69331]: INFO networking_nsxv3.common.synchronization [None req-8dd74e65-afbb-4aff-9bac-617b6f1befe0 None None] Enqueued Resource ID: c434ed81-beaf-41d6-8cc7-9385cd098b8a with Priority: HIGHEST for action port [ 680.025512] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c434ed81-beaf-41d6-8cc7-9385cd098b8a with Priority: HIGHEST for action port [ 680.025878] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-c434ed81-beaf-41d6-8cc7-9385cd098b8a taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.026195] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c434ed81-beaf-41d6-8cc7-9385cd098b8a" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.026195] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c434ed81-beaf-41d6-8cc7-9385cd098b8a" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.026329] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c434ed81-beaf-41d6-8cc7-9385cd098b8a" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.026410] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c434ed81-beaf-41d6-8cc7-9385cd098b8a',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.529094] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c434ed81-beaf-41d6-8cc7-9385cd098b8a [ 680.530819] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.530941] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.531033] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.531344] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.531344] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.531476] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c434ed81-beaf-41d6-8cc7-9385cd098b8a already deleted. [ 680.531564] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c434ed81-beaf-41d6-8cc7-9385cd098b8a" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.945825] env[69331]: INFO networking_nsxv3.common.synchronization [None req-bc2e4590-3f67-4648-b0aa-3028ab678fa2 None None] Enqueued Resource ID: 9d727060-54b8-4a1d-9b4d-54162c1642c2 with Priority: HIGHEST for action port [ 681.946127] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d727060-54b8-4a1d-9b4d-54162c1642c2 with Priority: HIGHEST for action port [ 681.948048] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d727060-54b8-4a1d-9b4d-54162c1642c2 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.948048] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d727060-54b8-4a1d-9b4d-54162c1642c2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.948048] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d727060-54b8-4a1d-9b4d-54162c1642c2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.949905] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d727060-54b8-4a1d-9b4d-54162c1642c2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.950023] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d727060-54b8-4a1d-9b4d-54162c1642c2',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.456191] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d727060-54b8-4a1d-9b4d-54162c1642c2 [ 682.456191] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.456191] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.456191] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.456191] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.456191] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.456191] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d727060-54b8-4a1d-9b4d-54162c1642c2 already deleted. [ 682.456191] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d727060-54b8-4a1d-9b4d-54162c1642c2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.731296] env[69331]: INFO networking_nsxv3.common.synchronization [None req-d0b1c46e-27e7-4657-8651-12dada5d48b4 None None] Enqueued Resource ID: e5d4bc59-8fd7-4611-b1eb-8007f9d642dd with Priority: HIGHEST for action port [ 682.731586] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d4bc59-8fd7-4611-b1eb-8007f9d642dd with Priority: HIGHEST for action port [ 682.732162] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5d4bc59-8fd7-4611-b1eb-8007f9d642dd taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.732287] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5d4bc59-8fd7-4611-b1eb-8007f9d642dd" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.732363] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5d4bc59-8fd7-4611-b1eb-8007f9d642dd" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.732603] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5d4bc59-8fd7-4611-b1eb-8007f9d642dd" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.732687] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5d4bc59-8fd7-4611-b1eb-8007f9d642dd',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.958536] env[69331]: INFO networking_nsxv3.common.synchronization [None req-58f667dc-540c-4fa5-8749-42bac3e6d90c None None] Enqueued Resource ID: 106930f2-f355-43c0-a037-afe70277574e with Priority: HIGHEST for action port [ 682.959326] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106930f2-f355-43c0-a037-afe70277574e with Priority: HIGHEST for action port [ 682.959741] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-106930f2-f355-43c0-a037-afe70277574e taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.959926] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-106930f2-f355-43c0-a037-afe70277574e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.959994] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-106930f2-f355-43c0-a037-afe70277574e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.960405] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-106930f2-f355-43c0-a037-afe70277574e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.960630] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('106930f2-f355-43c0-a037-afe70277574e',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.235236] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5d4bc59-8fd7-4611-b1eb-8007f9d642dd [ 683.235712] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.236232] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.236515] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.236869] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.236935] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.236980] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5d4bc59-8fd7-4611-b1eb-8007f9d642dd already deleted. [ 683.237093] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5d4bc59-8fd7-4611-b1eb-8007f9d642dd" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.320891] env[69331]: INFO networking_nsxv3.common.synchronization [None req-99cbab1d-cbc6-44fe-859e-6f2bb78f5d5e None None] Enqueued Resource ID: b8d84d53-3bdb-41d9-87b6-925c78a3aa4b with Priority: HIGHEST for action port [ 683.321461] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d84d53-3bdb-41d9-87b6-925c78a3aa4b with Priority: HIGHEST for action port [ 683.321779] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8d84d53-3bdb-41d9-87b6-925c78a3aa4b taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.321933] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8d84d53-3bdb-41d9-87b6-925c78a3aa4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.321984] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8d84d53-3bdb-41d9-87b6-925c78a3aa4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.323025] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8d84d53-3bdb-41d9-87b6-925c78a3aa4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.323025] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8d84d53-3bdb-41d9-87b6-925c78a3aa4b',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.463285] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 106930f2-f355-43c0-a037-afe70277574e [ 683.463285] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.463285] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.463285] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.463776] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.463906] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.464017] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:106930f2-f355-43c0-a037-afe70277574e already deleted. [ 683.464097] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-106930f2-f355-43c0-a037-afe70277574e" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.480528] env[69331]: INFO networking_nsxv3.common.synchronization [None req-41094258-ca53-4ff4-93a5-a0b4e4c6f5c8 None None] Enqueued Resource ID: b85040e5-7930-4d12-bc03-aa8b9527b4f6 with Priority: HIGHEST for action port [ 683.480528] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85040e5-7930-4d12-bc03-aa8b9527b4f6 with Priority: HIGHEST for action port [ 683.480528] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-b85040e5-7930-4d12-bc03-aa8b9527b4f6 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.480528] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b85040e5-7930-4d12-bc03-aa8b9527b4f6" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.480528] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b85040e5-7930-4d12-bc03-aa8b9527b4f6" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.480697] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b85040e5-7930-4d12-bc03-aa8b9527b4f6" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.482610] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b85040e5-7930-4d12-bc03-aa8b9527b4f6',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.826905] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8d84d53-3bdb-41d9-87b6-925c78a3aa4b [ 683.828708] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.828708] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.828708] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.828708] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.828708] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.828708] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8d84d53-3bdb-41d9-87b6-925c78a3aa4b already deleted. [ 683.828708] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8d84d53-3bdb-41d9-87b6-925c78a3aa4b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.985206] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b85040e5-7930-4d12-bc03-aa8b9527b4f6 [ 683.985464] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.985627] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.985712] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.985955] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.987389] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.987524] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b85040e5-7930-4d12-bc03-aa8b9527b4f6 already deleted. [ 683.987640] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b85040e5-7930-4d12-bc03-aa8b9527b4f6" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.368014] env[69331]: INFO networking_nsxv3.common.synchronization [None req-45b0306c-38e5-4a77-9dd6-118e8a90375a None None] Enqueued Resource ID: 01bf8f8a-7ce0-44f1-93b0-76f5b88c83d8 with Priority: HIGHEST for action port [ 684.370379] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01bf8f8a-7ce0-44f1-93b0-76f5b88c83d8 with Priority: HIGHEST for action port [ 684.370379] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-01bf8f8a-7ce0-44f1-93b0-76f5b88c83d8 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.370379] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01bf8f8a-7ce0-44f1-93b0-76f5b88c83d8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.370379] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01bf8f8a-7ce0-44f1-93b0-76f5b88c83d8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.370379] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01bf8f8a-7ce0-44f1-93b0-76f5b88c83d8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.370379] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01bf8f8a-7ce0-44f1-93b0-76f5b88c83d8',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.744547] env[69331]: INFO networking_nsxv3.common.synchronization [None req-01693b26-964a-4355-a04b-4fd77a13b252 None None] Enqueued Resource ID: ed030bd9-cf89-4a74-946e-c7e77ae5cc1b with Priority: HIGHEST for action port [ 684.744547] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed030bd9-cf89-4a74-946e-c7e77ae5cc1b with Priority: HIGHEST for action port [ 684.744547] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed030bd9-cf89-4a74-946e-c7e77ae5cc1b taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.744547] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed030bd9-cf89-4a74-946e-c7e77ae5cc1b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.744547] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed030bd9-cf89-4a74-946e-c7e77ae5cc1b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.749567] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed030bd9-cf89-4a74-946e-c7e77ae5cc1b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.749567] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed030bd9-cf89-4a74-946e-c7e77ae5cc1b',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.874540] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01bf8f8a-7ce0-44f1-93b0-76f5b88c83d8 [ 684.874782] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.874922] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.874992] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.877962] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.877962] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.877962] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01bf8f8a-7ce0-44f1-93b0-76f5b88c83d8 already deleted. [ 684.877962] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01bf8f8a-7ce0-44f1-93b0-76f5b88c83d8" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.251130] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed030bd9-cf89-4a74-946e-c7e77ae5cc1b [ 685.251130] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.251586] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.251586] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.251586] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.251586] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.251699] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed030bd9-cf89-4a74-946e-c7e77ae5cc1b already deleted. [ 685.255939] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed030bd9-cf89-4a74-946e-c7e77ae5cc1b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.287743] env[69331]: INFO networking_nsxv3.common.synchronization [None req-86b6097b-8959-445d-87dd-02fb4f8d3fa4 None None] Enqueued Resource ID: f285292f-80f4-4798-834e-bed90d7bd2eb with Priority: HIGHEST for action port [ 686.288316] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f285292f-80f4-4798-834e-bed90d7bd2eb with Priority: HIGHEST for action port [ 686.288988] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-f285292f-80f4-4798-834e-bed90d7bd2eb taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.289194] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f285292f-80f4-4798-834e-bed90d7bd2eb" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.289194] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f285292f-80f4-4798-834e-bed90d7bd2eb" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.289456] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f285292f-80f4-4798-834e-bed90d7bd2eb" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.289540] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f285292f-80f4-4798-834e-bed90d7bd2eb',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.456101] env[69331]: INFO networking_nsxv3.common.synchronization [None req-ece53f63-db6b-4592-bbf1-2f81f1e59b24 None None] Enqueued Resource ID: f383ecea-5a49-48e7-afe3-65b2c4b3c69b with Priority: HIGHEST for action port [ 686.456101] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f383ecea-5a49-48e7-afe3-65b2c4b3c69b with Priority: HIGHEST for action port [ 686.456101] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-f383ecea-5a49-48e7-afe3-65b2c4b3c69b taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.456101] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f383ecea-5a49-48e7-afe3-65b2c4b3c69b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.456101] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f383ecea-5a49-48e7-afe3-65b2c4b3c69b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.458492] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f383ecea-5a49-48e7-afe3-65b2c4b3c69b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.458583] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f383ecea-5a49-48e7-afe3-65b2c4b3c69b',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.793358] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f285292f-80f4-4798-834e-bed90d7bd2eb [ 686.793358] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.793358] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.793358] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.793358] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.793358] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.793358] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f285292f-80f4-4798-834e-bed90d7bd2eb already deleted. [ 686.793358] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f285292f-80f4-4798-834e-bed90d7bd2eb" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.962891] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f383ecea-5a49-48e7-afe3-65b2c4b3c69b [ 686.963066] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.963212] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.963278] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.963490] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.963573] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.963669] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f383ecea-5a49-48e7-afe3-65b2c4b3c69b already deleted. [ 686.963746] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f383ecea-5a49-48e7-afe3-65b2c4b3c69b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.032765] env[69331]: INFO networking_nsxv3.common.synchronization [None req-7f3b7d36-9a6f-410b-b5ab-f0d4c3de01c5 None None] Enqueued Resource ID: 44626f52-7607-4252-aa46-de4c0376cefe with Priority: HIGHEST for action port [ 687.033125] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44626f52-7607-4252-aa46-de4c0376cefe with Priority: HIGHEST for action port [ 687.033411] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-44626f52-7607-4252-aa46-de4c0376cefe taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.033531] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44626f52-7607-4252-aa46-de4c0376cefe" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.033610] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44626f52-7607-4252-aa46-de4c0376cefe" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.033918] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44626f52-7607-4252-aa46-de4c0376cefe" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.033918] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44626f52-7607-4252-aa46-de4c0376cefe',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.540382] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44626f52-7607-4252-aa46-de4c0376cefe [ 687.540382] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.540382] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.540382] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.540382] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.540382] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.540382] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44626f52-7607-4252-aa46-de4c0376cefe already deleted. [ 687.540382] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44626f52-7607-4252-aa46-de4c0376cefe" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.667358] env[69331]: INFO networking_nsxv3.common.synchronization [None req-1c35ccd9-a53b-4934-88cb-f27092d2cfab tempest-AttachVolumeShelveTestJSON-865984217 tempest-AttachVolumeShelveTestJSON-865984217-project-member] Enqueued Resource ID: ab737b40-b57e-4261-8970-9152d7bbe766 with Priority: HIGHEST for action security_group_rules [ 687.667606] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab737b40-b57e-4261-8970-9152d7bbe766 with Priority: HIGHEST for action security_group_rules [ 687.668495] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab737b40-b57e-4261-8970-9152d7bbe766 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.668625] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab737b40-b57e-4261-8970-9152d7bbe766" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.668690] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab737b40-b57e-4261-8970-9152d7bbe766" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.668924] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab737b40-b57e-4261-8970-9152d7bbe766" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.669151] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab737b40-b57e-4261-8970-9152d7bbe766',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.895540] env[69331]: INFO networking_nsxv3.common.synchronization [None req-80d9b57f-571b-4f9d-87bb-6597cd24d79c tempest-AttachVolumeShelveTestJSON-865984217 tempest-AttachVolumeShelveTestJSON-865984217-project-member] Enqueued Resource ID: ab737b40-b57e-4261-8970-9152d7bbe766 with Priority: HIGHEST for action security_group_rules [ 687.895803] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab737b40-b57e-4261-8970-9152d7bbe766 with Priority: HIGHEST for action security_group_rules [ 687.896372] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab737b40-b57e-4261-8970-9152d7bbe766 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.896483] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab737b40-b57e-4261-8970-9152d7bbe766" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.939157] env[69331]: INFO networking_nsxv3.common.synchronization [None req-2daa1cde-9cbd-4ed3-8761-1410722a17a3 tempest-AttachInterfacesTestJSON-1233698874 tempest-AttachInterfacesTestJSON-1233698874-project-member] Enqueued Resource ID: c89e5b6b-e912-4b1e-8b09-01942ff6f231 with Priority: HIGHEST for action security_group_rules [ 687.939157] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c89e5b6b-e912-4b1e-8b09-01942ff6f231 with Priority: HIGHEST for action security_group_rules [ 687.939234] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c89e5b6b-e912-4b1e-8b09-01942ff6f231 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.939299] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c89e5b6b-e912-4b1e-8b09-01942ff6f231" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.939384] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c89e5b6b-e912-4b1e-8b09-01942ff6f231" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.939639] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c89e5b6b-e912-4b1e-8b09-01942ff6f231" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.939722] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c89e5b6b-e912-4b1e-8b09-01942ff6f231',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.139264] env[69331]: INFO networking_nsxv3.common.synchronization [None req-0ccae353-84fb-4a8d-9ff3-360f8930742d tempest-AttachInterfacesTestJSON-1233698874 tempest-AttachInterfacesTestJSON-1233698874-project-member] Enqueued Resource ID: c89e5b6b-e912-4b1e-8b09-01942ff6f231 with Priority: HIGHEST for action security_group_rules [ 688.139264] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c89e5b6b-e912-4b1e-8b09-01942ff6f231 with Priority: HIGHEST for action security_group_rules [ 688.139502] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c89e5b6b-e912-4b1e-8b09-01942ff6f231 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.139601] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c89e5b6b-e912-4b1e-8b09-01942ff6f231" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.195755] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.195960] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.196088] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.196553] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.196687] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.196809] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab737b40-b57e-4261-8970-9152d7bbe766 already deleted. [ 688.197052] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab737b40-b57e-4261-8970-9152d7bbe766" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.197655] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab737b40-b57e-4261-8970-9152d7bbe766" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.197655] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab737b40-b57e-4261-8970-9152d7bbe766" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.197655] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab737b40-b57e-4261-8970-9152d7bbe766',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.320185] env[69331]: INFO networking_nsxv3.common.synchronization [None req-9641d92f-c449-406f-b857-11984fb9f9d1 None None] Enqueued Resource ID: 5da93543-f986-480f-910b-842ab4ac4b68 with Priority: HIGHEST for action port [ 688.320185] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5da93543-f986-480f-910b-842ab4ac4b68 with Priority: HIGHEST for action port [ 688.320185] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-5da93543-f986-480f-910b-842ab4ac4b68 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.320185] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5da93543-f986-480f-910b-842ab4ac4b68" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.320185] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5da93543-f986-480f-910b-842ab4ac4b68" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.320959] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5da93543-f986-480f-910b-842ab4ac4b68" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.321168] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da93543-f986-480f-910b-842ab4ac4b68',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.465688] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.465688] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.465688] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.466359] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.466773] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.466773] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c89e5b6b-e912-4b1e-8b09-01942ff6f231 already deleted. [ 688.466873] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c89e5b6b-e912-4b1e-8b09-01942ff6f231" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.467151] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c89e5b6b-e912-4b1e-8b09-01942ff6f231" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.467269] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c89e5b6b-e912-4b1e-8b09-01942ff6f231" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.467360] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c89e5b6b-e912-4b1e-8b09-01942ff6f231',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.720061] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.720061] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.720061] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.720061] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.720061] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.720061] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab737b40-b57e-4261-8970-9152d7bbe766 already deleted. [ 688.720061] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab737b40-b57e-4261-8970-9152d7bbe766" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.823957] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5da93543-f986-480f-910b-842ab4ac4b68 [ 688.824224] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.824371] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.824678] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.825034] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.825177] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.825250] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5da93543-f986-480f-910b-842ab4ac4b68 already deleted. [ 688.825377] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5da93543-f986-480f-910b-842ab4ac4b68" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.987842] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.988090] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.988090] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.988266] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.988357] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.988454] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c89e5b6b-e912-4b1e-8b09-01942ff6f231 already deleted. [ 688.990092] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c89e5b6b-e912-4b1e-8b09-01942ff6f231" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.541826] env[69331]: INFO networking_nsxv3.common.synchronization [None req-b47e7ee5-81a3-445a-b40f-c9bbff3f51f3 None None] Enqueued Resource ID: 52abcd90-d182-4068-815a-32c76758ef8f with Priority: HIGHEST for action port [ 689.542109] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52abcd90-d182-4068-815a-32c76758ef8f with Priority: HIGHEST for action port [ 689.542723] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-52abcd90-d182-4068-815a-32c76758ef8f taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.542847] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52abcd90-d182-4068-815a-32c76758ef8f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.542917] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52abcd90-d182-4068-815a-32c76758ef8f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.543179] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52abcd90-d182-4068-815a-32c76758ef8f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.543263] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52abcd90-d182-4068-815a-32c76758ef8f',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.048671] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52abcd90-d182-4068-815a-32c76758ef8f [ 690.049097] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.049097] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.049790] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.049790] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.049790] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.049790] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52abcd90-d182-4068-815a-32c76758ef8f already deleted. [ 690.049790] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52abcd90-d182-4068-815a-32c76758ef8f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.426910] env[69331]: INFO networking_nsxv3.common.synchronization [None req-e3e5ae8c-cc7c-47ad-b285-87e52b0250d3 None None] Enqueued Resource ID: c9f00150-60bc-4229-a965-eef98130d1db with Priority: HIGHEST for action port [ 690.427313] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f00150-60bc-4229-a965-eef98130d1db with Priority: HIGHEST for action port [ 690.428091] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9f00150-60bc-4229-a965-eef98130d1db taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.428091] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9f00150-60bc-4229-a965-eef98130d1db" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.428091] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9f00150-60bc-4229-a965-eef98130d1db" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.428671] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9f00150-60bc-4229-a965-eef98130d1db" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.430171] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9f00150-60bc-4229-a965-eef98130d1db',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.963499] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9f00150-60bc-4229-a965-eef98130d1db [ 690.963499] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.963499] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.963499] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.963499] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.963499] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.963499] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9f00150-60bc-4229-a965-eef98130d1db already deleted. [ 690.963499] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9f00150-60bc-4229-a965-eef98130d1db" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.075711] env[69331]: INFO networking_nsxv3.common.synchronization [None req-f85ecff6-62a2-4dd2-ab49-ed04400af887 None None] Enqueued Resource ID: 78e5c6aa-ea18-4cab-9d02-1c070363f07b with Priority: HIGHEST for action port [ 691.075997] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e5c6aa-ea18-4cab-9d02-1c070363f07b with Priority: HIGHEST for action port [ 691.076522] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-78e5c6aa-ea18-4cab-9d02-1c070363f07b taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.076634] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78e5c6aa-ea18-4cab-9d02-1c070363f07b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.076700] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78e5c6aa-ea18-4cab-9d02-1c070363f07b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.076950] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78e5c6aa-ea18-4cab-9d02-1c070363f07b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.077816] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e5c6aa-ea18-4cab-9d02-1c070363f07b',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.212713] env[69331]: INFO networking_nsxv3.common.synchronization [None req-f6063b87-7fb0-49ba-9156-2e834e82f5c7 tempest-ServersTestBootFromVolume-1792215783 tempest-ServersTestBootFromVolume-1792215783-project-member] Enqueued Resource ID: 7847f320-21bb-4518-81db-13677fd01307 with Priority: HIGHEST for action security_group_rules [ 691.212713] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7847f320-21bb-4518-81db-13677fd01307 with Priority: HIGHEST for action security_group_rules [ 691.212713] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7847f320-21bb-4518-81db-13677fd01307 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.212713] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7847f320-21bb-4518-81db-13677fd01307" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.212713] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7847f320-21bb-4518-81db-13677fd01307" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.212713] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7847f320-21bb-4518-81db-13677fd01307" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.212912] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7847f320-21bb-4518-81db-13677fd01307',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.509241] env[69331]: INFO networking_nsxv3.common.synchronization [None req-3271fd94-d704-4660-8309-936b2d7fa554 tempest-ServersTestBootFromVolume-1792215783 tempest-ServersTestBootFromVolume-1792215783-project-member] Enqueued Resource ID: 7847f320-21bb-4518-81db-13677fd01307 with Priority: HIGHEST for action security_group_rules [ 691.509241] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7847f320-21bb-4518-81db-13677fd01307 with Priority: HIGHEST for action security_group_rules [ 691.509241] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7847f320-21bb-4518-81db-13677fd01307 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.509438] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7847f320-21bb-4518-81db-13677fd01307" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.583913] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78e5c6aa-ea18-4cab-9d02-1c070363f07b [ 691.583913] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.583913] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.583913] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.585654] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.585654] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.585654] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78e5c6aa-ea18-4cab-9d02-1c070363f07b already deleted. [ 691.585654] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78e5c6aa-ea18-4cab-9d02-1c070363f07b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.735860] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.735860] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.735860] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.735860] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.735860] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.735860] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7847f320-21bb-4518-81db-13677fd01307 already deleted. [ 691.735860] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7847f320-21bb-4518-81db-13677fd01307" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.735860] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7847f320-21bb-4518-81db-13677fd01307" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.735860] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7847f320-21bb-4518-81db-13677fd01307" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.735860] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7847f320-21bb-4518-81db-13677fd01307',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.256183] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.256557] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.256557] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.257315] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.257315] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.257315] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7847f320-21bb-4518-81db-13677fd01307 already deleted. [ 692.257315] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7847f320-21bb-4518-81db-13677fd01307" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.569207] env[69331]: INFO networking_nsxv3.common.synchronization [None req-55a41651-292f-4685-867b-30332d54dba6 tempest-AttachVolumeNegativeTest-651240867 tempest-AttachVolumeNegativeTest-651240867-project-member] Enqueued Resource ID: 3ebf9682-fa18-4b36-b3d3-b6476b84613b with Priority: HIGHEST for action security_group_rules [ 693.569917] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebf9682-fa18-4b36-b3d3-b6476b84613b with Priority: HIGHEST for action security_group_rules [ 693.570250] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ebf9682-fa18-4b36-b3d3-b6476b84613b taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.570368] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ebf9682-fa18-4b36-b3d3-b6476b84613b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.570463] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ebf9682-fa18-4b36-b3d3-b6476b84613b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.570741] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ebf9682-fa18-4b36-b3d3-b6476b84613b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.571102] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ebf9682-fa18-4b36-b3d3-b6476b84613b',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.635324] env[69331]: INFO networking_nsxv3.common.synchronization [None req-fd378fea-13fa-409c-bdc4-f550ca1b5e75 None None] Enqueued Resource ID: cdfb00f3-75d1-4479-b873-e8334554d2ea with Priority: HIGHEST for action port [ 693.635849] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdfb00f3-75d1-4479-b873-e8334554d2ea with Priority: HIGHEST for action port [ 693.636165] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdfb00f3-75d1-4479-b873-e8334554d2ea taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.636297] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdfb00f3-75d1-4479-b873-e8334554d2ea" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.636401] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdfb00f3-75d1-4479-b873-e8334554d2ea" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.636671] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdfb00f3-75d1-4479-b873-e8334554d2ea" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.636754] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdfb00f3-75d1-4479-b873-e8334554d2ea',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.922543] env[69331]: INFO networking_nsxv3.common.synchronization [None req-cf8f6772-7c11-4946-b2b3-05b8b7d08fa1 tempest-AttachVolumeNegativeTest-651240867 tempest-AttachVolumeNegativeTest-651240867-project-member] Enqueued Resource ID: 3ebf9682-fa18-4b36-b3d3-b6476b84613b with Priority: HIGHEST for action security_group_rules [ 693.923193] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ebf9682-fa18-4b36-b3d3-b6476b84613b with Priority: HIGHEST for action security_group_rules [ 693.923511] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ebf9682-fa18-4b36-b3d3-b6476b84613b taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.926105] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ebf9682-fa18-4b36-b3d3-b6476b84613b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.096018] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.096018] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.096018] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.096018] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.096018] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.096018] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ebf9682-fa18-4b36-b3d3-b6476b84613b already deleted. [ 694.096018] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ebf9682-fa18-4b36-b3d3-b6476b84613b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.096018] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ebf9682-fa18-4b36-b3d3-b6476b84613b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.096018] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ebf9682-fa18-4b36-b3d3-b6476b84613b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.096573] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ebf9682-fa18-4b36-b3d3-b6476b84613b',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.139927] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdfb00f3-75d1-4479-b873-e8334554d2ea [ 694.140139] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.140391] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.140391] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.140682] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.140682] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.140774] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdfb00f3-75d1-4479-b873-e8334554d2ea already deleted. [ 694.140882] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdfb00f3-75d1-4479-b873-e8334554d2ea" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.621531] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.621840] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.621840] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.622784] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.622887] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.623116] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ebf9682-fa18-4b36-b3d3-b6476b84613b already deleted. [ 694.623511] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ebf9682-fa18-4b36-b3d3-b6476b84613b" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.029930] env[69331]: INFO networking_nsxv3.common.synchronization [None req-4179bc58-75cd-499a-9b72-360a1041be66 None None] Enqueued Resource ID: ae4b479f-952e-4885-8f34-59d40b123fc2 with Priority: HIGHEST for action port [ 695.030190] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4b479f-952e-4885-8f34-59d40b123fc2 with Priority: HIGHEST for action port [ 695.030861] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae4b479f-952e-4885-8f34-59d40b123fc2 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.030985] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae4b479f-952e-4885-8f34-59d40b123fc2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.031721] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae4b479f-952e-4885-8f34-59d40b123fc2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.032111] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae4b479f-952e-4885-8f34-59d40b123fc2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.032218] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae4b479f-952e-4885-8f34-59d40b123fc2',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.536653] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae4b479f-952e-4885-8f34-59d40b123fc2 [ 695.536653] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.536653] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.536653] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.536653] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.536653] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.536653] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae4b479f-952e-4885-8f34-59d40b123fc2 already deleted. [ 695.536653] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae4b479f-952e-4885-8f34-59d40b123fc2" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.198669] env[69331]: INFO networking_nsxv3.common.synchronization [None req-b3f5be33-ff32-4e25-831d-044004dd1e14 None None] Enqueued Resource ID: c2d8407e-5642-42bd-881a-830ac2acb690 with Priority: HIGHEST for action port [ 698.198669] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d8407e-5642-42bd-881a-830ac2acb690 with Priority: HIGHEST for action port [ 698.198973] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2d8407e-5642-42bd-881a-830ac2acb690 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.199090] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2d8407e-5642-42bd-881a-830ac2acb690" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.199161] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2d8407e-5642-42bd-881a-830ac2acb690" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.199415] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2d8407e-5642-42bd-881a-830ac2acb690" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.199504] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2d8407e-5642-42bd-881a-830ac2acb690',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.312188] env[69331]: INFO networking_nsxv3.common.synchronization [None req-a1b05e92-04aa-49b1-be31-f46ba47cc5dd tempest-AttachVolumeShelveTestJSON-865984217 tempest-AttachVolumeShelveTestJSON-865984217-project-member] Enqueued Resource ID: 75a2301b-8902-4cd2-b2fc-59ec2b7c0a83 with Priority: HIGHEST for action security_group_rules [ 698.312988] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75a2301b-8902-4cd2-b2fc-59ec2b7c0a83 with Priority: HIGHEST for action security_group_rules [ 698.313355] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75a2301b-8902-4cd2-b2fc-59ec2b7c0a83 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.313485] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75a2301b-8902-4cd2-b2fc-59ec2b7c0a83" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.313551] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75a2301b-8902-4cd2-b2fc-59ec2b7c0a83" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.315664] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75a2301b-8902-4cd2-b2fc-59ec2b7c0a83" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.315785] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75a2301b-8902-4cd2-b2fc-59ec2b7c0a83',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.598196] env[69331]: INFO networking_nsxv3.common.synchronization [None req-c06465af-442c-477b-b9db-661c45bb9d47 None None] Enqueued Resource ID: 66942bea-b58e-468d-bbb5-b6c529abcd85 with Priority: HIGHEST for action port [ 698.598196] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66942bea-b58e-468d-bbb5-b6c529abcd85 with Priority: HIGHEST for action port [ 698.598196] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-66942bea-b58e-468d-bbb5-b6c529abcd85 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.598196] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66942bea-b58e-468d-bbb5-b6c529abcd85" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.598196] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66942bea-b58e-468d-bbb5-b6c529abcd85" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.598196] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66942bea-b58e-468d-bbb5-b6c529abcd85" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.598196] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66942bea-b58e-468d-bbb5-b6c529abcd85',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.701178] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2d8407e-5642-42bd-881a-830ac2acb690 [ 698.701364] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.701498] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.701568] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.701797] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.701882] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.701975] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2d8407e-5642-42bd-881a-830ac2acb690 already deleted. [ 698.702624] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2d8407e-5642-42bd-881a-830ac2acb690" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.838368] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.838368] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.838368] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.838614] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.838712] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.838860] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75a2301b-8902-4cd2-b2fc-59ec2b7c0a83 already deleted. [ 698.838991] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75a2301b-8902-4cd2-b2fc-59ec2b7c0a83" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.933043] env[69331]: INFO networking_nsxv3.common.synchronization [None req-10fe5d46-98e3-4bc0-bac3-16c230003e53 tempest-AttachVolumeShelveTestJSON-865984217 tempest-AttachVolumeShelveTestJSON-865984217-project-member] Enqueued Resource ID: 75a2301b-8902-4cd2-b2fc-59ec2b7c0a83 with Priority: HIGHEST for action security_group_rules [ 698.933694] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75a2301b-8902-4cd2-b2fc-59ec2b7c0a83 with Priority: HIGHEST for action security_group_rules [ 698.934251] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75a2301b-8902-4cd2-b2fc-59ec2b7c0a83 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.934368] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75a2301b-8902-4cd2-b2fc-59ec2b7c0a83" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.937100] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75a2301b-8902-4cd2-b2fc-59ec2b7c0a83" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.937100] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75a2301b-8902-4cd2-b2fc-59ec2b7c0a83" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.937100] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75a2301b-8902-4cd2-b2fc-59ec2b7c0a83',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.100479] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66942bea-b58e-468d-bbb5-b6c529abcd85 [ 699.100836] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.100946] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.101111] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.104595] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.104595] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.104595] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66942bea-b58e-468d-bbb5-b6c529abcd85 already deleted. [ 699.104595] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66942bea-b58e-468d-bbb5-b6c529abcd85" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.154529] env[69331]: INFO networking_nsxv3.common.synchronization [None req-6e67b958-9249-4ab3-9eea-02516955a3d2 tempest-AttachInterfacesTestJSON-1233698874 tempest-AttachInterfacesTestJSON-1233698874-project-member] Enqueued Resource ID: 03c95cf0-49cd-4973-b6dc-b5a372e069ba with Priority: HIGHEST for action security_group_rules [ 699.154991] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c95cf0-49cd-4973-b6dc-b5a372e069ba with Priority: HIGHEST for action security_group_rules [ 699.155294] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c95cf0-49cd-4973-b6dc-b5a372e069ba taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.155466] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c95cf0-49cd-4973-b6dc-b5a372e069ba" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.155557] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c95cf0-49cd-4973-b6dc-b5a372e069ba" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.155817] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c95cf0-49cd-4973-b6dc-b5a372e069ba" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.155903] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c95cf0-49cd-4973-b6dc-b5a372e069ba',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.261935] env[69331]: INFO networking_nsxv3.common.synchronization [None req-e5337a56-c75c-4691-9039-5341444e14c4 None None] Enqueued Resource ID: 8ae7aac3-b46f-430f-9f69-c8013bb894c1 with Priority: HIGHEST for action port [ 699.262336] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae7aac3-b46f-430f-9f69-c8013bb894c1 with Priority: HIGHEST for action port [ 699.263556] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ae7aac3-b46f-430f-9f69-c8013bb894c1 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.263728] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ae7aac3-b46f-430f-9f69-c8013bb894c1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.263864] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ae7aac3-b46f-430f-9f69-c8013bb894c1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.264224] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ae7aac3-b46f-430f-9f69-c8013bb894c1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.264311] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae7aac3-b46f-430f-9f69-c8013bb894c1',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.462274] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.462274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.462274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.462274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.462274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.462274] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75a2301b-8902-4cd2-b2fc-59ec2b7c0a83 already deleted. [ 699.462274] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75a2301b-8902-4cd2-b2fc-59ec2b7c0a83" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.506474] env[69331]: INFO networking_nsxv3.common.synchronization [None req-582215bd-188d-431e-9b7d-97bf2ccd6e98 tempest-AttachInterfacesTestJSON-1233698874 tempest-AttachInterfacesTestJSON-1233698874-project-member] Enqueued Resource ID: 03c95cf0-49cd-4973-b6dc-b5a372e069ba with Priority: HIGHEST for action security_group_rules [ 699.507074] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c95cf0-49cd-4973-b6dc-b5a372e069ba with Priority: HIGHEST for action security_group_rules [ 699.507386] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c95cf0-49cd-4973-b6dc-b5a372e069ba taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.507500] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c95cf0-49cd-4973-b6dc-b5a372e069ba" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.680922] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.680922] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.680922] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.680922] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.681170] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.681170] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c95cf0-49cd-4973-b6dc-b5a372e069ba already deleted. [ 699.681233] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c95cf0-49cd-4973-b6dc-b5a372e069ba" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.681351] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c95cf0-49cd-4973-b6dc-b5a372e069ba" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.681875] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c95cf0-49cd-4973-b6dc-b5a372e069ba" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.681875] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c95cf0-49cd-4973-b6dc-b5a372e069ba',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.772083] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ae7aac3-b46f-430f-9f69-c8013bb894c1 [ 699.772083] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.772083] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.772083] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.772083] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.772083] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.772083] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ae7aac3-b46f-430f-9f69-c8013bb894c1 already deleted. [ 699.772083] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ae7aac3-b46f-430f-9f69-c8013bb894c1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.202301] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.202301] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.202401] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.202593] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.202684] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.202802] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c95cf0-49cd-4973-b6dc-b5a372e069ba already deleted. [ 700.202863] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c95cf0-49cd-4973-b6dc-b5a372e069ba" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.067113] env[69331]: INFO networking_nsxv3.common.synchronization [None req-ef136ec5-f142-4a72-8cc8-530869b2c1b7 tempest-AttachVolumeNegativeTest-651240867 tempest-AttachVolumeNegativeTest-651240867-project-member] Enqueued Resource ID: ef570874-fd52-4deb-bb2d-c7efee62258f with Priority: HIGHEST for action security_group_rules [ 702.067113] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef570874-fd52-4deb-bb2d-c7efee62258f with Priority: HIGHEST for action security_group_rules [ 702.067538] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef570874-fd52-4deb-bb2d-c7efee62258f taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.067933] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef570874-fd52-4deb-bb2d-c7efee62258f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.069988] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef570874-fd52-4deb-bb2d-c7efee62258f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.069988] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef570874-fd52-4deb-bb2d-c7efee62258f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.069988] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef570874-fd52-4deb-bb2d-c7efee62258f',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.199873] env[69331]: INFO networking_nsxv3.common.synchronization [None req-ae801960-3109-4223-ac85-618b23cdb085 tempest-AttachVolumeNegativeTest-651240867 tempest-AttachVolumeNegativeTest-651240867-project-member] Enqueued Resource ID: ef570874-fd52-4deb-bb2d-c7efee62258f with Priority: HIGHEST for action security_group_rules [ 702.202746] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef570874-fd52-4deb-bb2d-c7efee62258f with Priority: HIGHEST for action security_group_rules [ 702.202746] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef570874-fd52-4deb-bb2d-c7efee62258f taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.202746] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef570874-fd52-4deb-bb2d-c7efee62258f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.219815] env[69331]: INFO networking_nsxv3.common.synchronization [None req-1fb7d777-f59b-4b16-89cf-45ffb7232027 None None] Enqueued Resource ID: 6822c732-88e4-4920-8a7d-b561d6b32908 with Priority: HIGHEST for action port [ 702.220476] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6822c732-88e4-4920-8a7d-b561d6b32908 with Priority: HIGHEST for action port [ 702.220988] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-6822c732-88e4-4920-8a7d-b561d6b32908 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.221129] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6822c732-88e4-4920-8a7d-b561d6b32908" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.221251] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6822c732-88e4-4920-8a7d-b561d6b32908" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.221543] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6822c732-88e4-4920-8a7d-b561d6b32908" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.221656] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6822c732-88e4-4920-8a7d-b561d6b32908',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.591311] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.592235] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.592235] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.592432] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.592432] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.592542] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef570874-fd52-4deb-bb2d-c7efee62258f already deleted. [ 702.592624] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef570874-fd52-4deb-bb2d-c7efee62258f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.593185] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef570874-fd52-4deb-bb2d-c7efee62258f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.593185] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef570874-fd52-4deb-bb2d-c7efee62258f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.593185] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef570874-fd52-4deb-bb2d-c7efee62258f',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.714971] env[69331]: INFO networking_nsxv3.common.synchronization [None req-021e1d4a-9146-4161-9089-48b60cbe35c6 None None] Enqueued Resource ID: 62ea8c63-3f54-4b68-ad77-25eaa8ba9d32 with Priority: HIGHEST for action port [ 702.715495] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ea8c63-3f54-4b68-ad77-25eaa8ba9d32 with Priority: HIGHEST for action port [ 702.716452] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-62ea8c63-3f54-4b68-ad77-25eaa8ba9d32 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.716452] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62ea8c63-3f54-4b68-ad77-25eaa8ba9d32" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.716452] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62ea8c63-3f54-4b68-ad77-25eaa8ba9d32" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.716452] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62ea8c63-3f54-4b68-ad77-25eaa8ba9d32" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.716452] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ea8c63-3f54-4b68-ad77-25eaa8ba9d32',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.723279] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6822c732-88e4-4920-8a7d-b561d6b32908 [ 702.724179] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.725016] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.725016] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.725016] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.725016] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.725016] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6822c732-88e4-4920-8a7d-b561d6b32908 already deleted. [ 702.725016] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6822c732-88e4-4920-8a7d-b561d6b32908" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.755307] env[69331]: INFO networking_nsxv3.common.synchronization [req-54ce7bc8-7391-42fc-847b-febb703e7ea5 req-e21ff892-f3ed-41ff-ad30-4ba552d7c404 tempest-SecurityGroupRulesTestJSON-291170164 tempest-SecurityGroupRulesTestJSON-291170164-project-member] Enqueued Resource ID: aceef10c-2830-43fd-a5e1-0fa84414bd7d with Priority: HIGHEST for action security_group_rules [ 702.755307] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aceef10c-2830-43fd-a5e1-0fa84414bd7d with Priority: HIGHEST for action security_group_rules [ 702.755307] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aceef10c-2830-43fd-a5e1-0fa84414bd7d taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.755307] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aceef10c-2830-43fd-a5e1-0fa84414bd7d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.755307] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aceef10c-2830-43fd-a5e1-0fa84414bd7d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.755307] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aceef10c-2830-43fd-a5e1-0fa84414bd7d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.755307] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aceef10c-2830-43fd-a5e1-0fa84414bd7d',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.113202] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.113532] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.113532] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.113532] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.113626] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.113726] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef570874-fd52-4deb-bb2d-c7efee62258f already deleted. [ 703.113805] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef570874-fd52-4deb-bb2d-c7efee62258f" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.218591] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62ea8c63-3f54-4b68-ad77-25eaa8ba9d32 [ 703.219245] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.219245] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.219245] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.219452] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.219452] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.219452] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62ea8c63-3f54-4b68-ad77-25eaa8ba9d32 already deleted. [ 703.219554] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62ea8c63-3f54-4b68-ad77-25eaa8ba9d32" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.278449] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.278539] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.278600] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.278816] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.278902] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.278995] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aceef10c-2830-43fd-a5e1-0fa84414bd7d already deleted. [ 703.279093] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aceef10c-2830-43fd-a5e1-0fa84414bd7d" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.020880] env[69331]: INFO networking_nsxv3.common.synchronization [req-877b4b96-e69e-4e05-b61c-8c0f88183c0a req-9fd746a1-bcca-4ef9-9b09-546c39eac076 tempest-SecurityGroupRulesTestJSON-291170164 tempest-SecurityGroupRulesTestJSON-291170164-project-member] Enqueued Resource ID: a609d81b-6756-4d47-af7c-9daf0cb84b60 with Priority: HIGHEST for action security_group_rules [ 704.020880] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a609d81b-6756-4d47-af7c-9daf0cb84b60 with Priority: HIGHEST for action security_group_rules [ 704.020880] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a609d81b-6756-4d47-af7c-9daf0cb84b60 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.021520] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a609d81b-6756-4d47-af7c-9daf0cb84b60" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.021612] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a609d81b-6756-4d47-af7c-9daf0cb84b60" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.021875] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a609d81b-6756-4d47-af7c-9daf0cb84b60" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.021961] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a609d81b-6756-4d47-af7c-9daf0cb84b60',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.545518] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.546271] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.546601] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.547121] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.547364] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.548238] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a609d81b-6756-4d47-af7c-9daf0cb84b60 already deleted. [ 704.548238] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a609d81b-6756-4d47-af7c-9daf0cb84b60" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.308760] env[69331]: INFO networking_nsxv3.common.synchronization [req-eaf5e36a-42f2-4bdf-894f-24763e3e4dca req-eecc1306-1136-4088-8f87-e9a50605f722 tempest-SecurityGroupRulesTestJSON-291170164 tempest-SecurityGroupRulesTestJSON-291170164-project-member] Enqueued Resource ID: 39d7d473-8934-43fb-9092-267876ed95c3 with Priority: HIGHEST for action security_group_rules [ 705.309175] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39d7d473-8934-43fb-9092-267876ed95c3 with Priority: HIGHEST for action security_group_rules [ 705.309793] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39d7d473-8934-43fb-9092-267876ed95c3 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.309909] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39d7d473-8934-43fb-9092-267876ed95c3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.309976] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39d7d473-8934-43fb-9092-267876ed95c3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.311200] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39d7d473-8934-43fb-9092-267876ed95c3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.311338] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39d7d473-8934-43fb-9092-267876ed95c3',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.832159] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.832428] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.832428] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.832578] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.832666] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.832757] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39d7d473-8934-43fb-9092-267876ed95c3 already deleted. [ 705.832835] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39d7d473-8934-43fb-9092-267876ed95c3" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.037335] env[69331]: INFO networking_nsxv3.common.synchronization [req-addd56c8-ca04-4d5d-b374-177f409b8d4b req-c986c7ff-48c2-43aa-bb3d-6b25b4bd1923 tempest-SecurityGroupRulesTestJSON-291170164 tempest-SecurityGroupRulesTestJSON-291170164-project-member] Enqueued Resource ID: 60b75108-5a45-4b87-be47-34b65a6fe1ae with Priority: HIGHEST for action security_group_rules [ 707.037878] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b75108-5a45-4b87-be47-34b65a6fe1ae with Priority: HIGHEST for action security_group_rules [ 707.038294] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60b75108-5a45-4b87-be47-34b65a6fe1ae taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.038392] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60b75108-5a45-4b87-be47-34b65a6fe1ae" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.038392] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60b75108-5a45-4b87-be47-34b65a6fe1ae" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.038640] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60b75108-5a45-4b87-be47-34b65a6fe1ae" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.038722] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60b75108-5a45-4b87-be47-34b65a6fe1ae',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.557813] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.557956] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.558044] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.558304] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.558404] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.558553] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60b75108-5a45-4b87-be47-34b65a6fe1ae already deleted. [ 707.558669] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60b75108-5a45-4b87-be47-34b65a6fe1ae" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.832095] env[69331]: INFO networking_nsxv3.common.synchronization [req-cb3cf0df-9159-44a1-9633-cc4ecb79176f req-20870e21-f29d-40dc-8187-ead30c6d75c6 tempest-SecurityGroupRulesTestJSON-291170164 tempest-SecurityGroupRulesTestJSON-291170164-project-member] Enqueued Resource ID: 72a23759-bc73-4c42-a0be-64aa639dafc1 with Priority: HIGHEST for action security_group_rules [ 708.832610] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a23759-bc73-4c42-a0be-64aa639dafc1 with Priority: HIGHEST for action security_group_rules [ 708.832707] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72a23759-bc73-4c42-a0be-64aa639dafc1 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.832842] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72a23759-bc73-4c42-a0be-64aa639dafc1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.832896] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72a23759-bc73-4c42-a0be-64aa639dafc1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.835572] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72a23759-bc73-4c42-a0be-64aa639dafc1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.835572] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72a23759-bc73-4c42-a0be-64aa639dafc1',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.206393] env[69331]: INFO networking_nsxv3.common.synchronization [req-a6065444-b2e7-40e6-b3e9-a7540d9e64d5 req-3a4a18d6-1f15-4f50-9b1e-60b62d6cdf80 tempest-SecurityGroupRulesTestJSON-291170164 tempest-SecurityGroupRulesTestJSON-291170164-project-member] Enqueued Resource ID: 72a23759-bc73-4c42-a0be-64aa639dafc1 with Priority: HIGHEST for action security_group_rules [ 709.207013] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a23759-bc73-4c42-a0be-64aa639dafc1 with Priority: HIGHEST for action security_group_rules [ 709.207216] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72a23759-bc73-4c42-a0be-64aa639dafc1 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.207333] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72a23759-bc73-4c42-a0be-64aa639dafc1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.356725] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.356979] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.357081] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.357602] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.357602] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.357602] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72a23759-bc73-4c42-a0be-64aa639dafc1 already deleted. [ 709.357724] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72a23759-bc73-4c42-a0be-64aa639dafc1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.358452] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72a23759-bc73-4c42-a0be-64aa639dafc1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.358452] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72a23759-bc73-4c42-a0be-64aa639dafc1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.358452] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72a23759-bc73-4c42-a0be-64aa639dafc1',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.869203] env[69331]: INFO networking_nsxv3.common.synchronization [req-ed352e6b-1920-42e9-b3a0-43e561f33b29 req-939642d9-7607-4269-82ca-8ec014958467 tempest-SecurityGroupRulesTestJSON-291170164 tempest-SecurityGroupRulesTestJSON-291170164-project-member] Enqueued Resource ID: 72a23759-bc73-4c42-a0be-64aa639dafc1 with Priority: HIGHEST for action security_group_rules [ 709.872690] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a23759-bc73-4c42-a0be-64aa639dafc1 with Priority: HIGHEST for action security_group_rules [ 709.872690] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72a23759-bc73-4c42-a0be-64aa639dafc1 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.872690] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72a23759-bc73-4c42-a0be-64aa639dafc1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.885406] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.885561] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.885631] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.885987] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.886106] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.886208] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72a23759-bc73-4c42-a0be-64aa639dafc1 already deleted. [ 709.886289] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72a23759-bc73-4c42-a0be-64aa639dafc1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.886768] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72a23759-bc73-4c42-a0be-64aa639dafc1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.886946] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72a23759-bc73-4c42-a0be-64aa639dafc1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.887857] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72a23759-bc73-4c42-a0be-64aa639dafc1',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.411723] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.412108] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.412108] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.414066] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.414066] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.414066] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72a23759-bc73-4c42-a0be-64aa639dafc1 already deleted. [ 710.414267] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72a23759-bc73-4c42-a0be-64aa639dafc1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.755155] env[69331]: INFO networking_nsxv3.common.synchronization [None req-881a26b5-2171-45ad-8610-efec8b586377 None None] Enqueued Resource ID: f79e955f-b72f-43b6-8a11-b89712d9e9b5 with Priority: HIGHEST for action port [ 712.755453] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f79e955f-b72f-43b6-8a11-b89712d9e9b5 with Priority: HIGHEST for action port [ 712.755993] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-f79e955f-b72f-43b6-8a11-b89712d9e9b5 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.756123] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f79e955f-b72f-43b6-8a11-b89712d9e9b5" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.756193] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f79e955f-b72f-43b6-8a11-b89712d9e9b5" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.757643] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f79e955f-b72f-43b6-8a11-b89712d9e9b5" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.757800] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f79e955f-b72f-43b6-8a11-b89712d9e9b5',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.260514] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f79e955f-b72f-43b6-8a11-b89712d9e9b5 [ 713.260709] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.260854] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.260922] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.261217] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.261286] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.261323] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f79e955f-b72f-43b6-8a11-b89712d9e9b5 already deleted. [ 713.261393] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f79e955f-b72f-43b6-8a11-b89712d9e9b5" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.432712] env[69331]: INFO networking_nsxv3.common.synchronization [None req-9edeb0a8-043b-47d4-8895-e8c6688a14a3 None None] Enqueued Resource ID: 136b8073-758c-419c-a858-f86e327dac17 with Priority: HIGHEST for action port [ 714.433031] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136b8073-758c-419c-a858-f86e327dac17 with Priority: HIGHEST for action port [ 714.433654] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-136b8073-758c-419c-a858-f86e327dac17 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.433859] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-136b8073-758c-419c-a858-f86e327dac17" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.433859] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-136b8073-758c-419c-a858-f86e327dac17" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.434468] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-136b8073-758c-419c-a858-f86e327dac17" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.434595] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('136b8073-758c-419c-a858-f86e327dac17',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.942301] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 136b8073-758c-419c-a858-f86e327dac17 [ 714.942301] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.942301] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.942301] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.942301] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.942301] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.942301] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:136b8073-758c-419c-a858-f86e327dac17 already deleted. [ 714.942680] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-136b8073-758c-419c-a858-f86e327dac17" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.410216] env[69331]: INFO networking_nsxv3.common.synchronization [None req-59eacd6b-95e4-4e35-90bf-f7254de462d0 None None] Enqueued Resource ID: 8db810f5-a348-432d-9761-a6dc688dfa46 with Priority: HIGHEST for action port [ 715.410216] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8db810f5-a348-432d-9761-a6dc688dfa46 with Priority: HIGHEST for action port [ 715.410936] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-8db810f5-a348-432d-9761-a6dc688dfa46 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.411109] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8db810f5-a348-432d-9761-a6dc688dfa46" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.411180] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8db810f5-a348-432d-9761-a6dc688dfa46" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.411457] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8db810f5-a348-432d-9761-a6dc688dfa46" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.411571] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8db810f5-a348-432d-9761-a6dc688dfa46',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.762639] env[69331]: INFO networking_nsxv3.common.synchronization [None req-ff596e2f-bdf5-40b9-9401-53cb01a3df72 None None] Enqueued Resource ID: d69638f1-354a-42bf-90de-2c41c1bf77a9 with Priority: HIGHEST for action port [ 715.763142] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d69638f1-354a-42bf-90de-2c41c1bf77a9 with Priority: HIGHEST for action port [ 715.763517] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-d69638f1-354a-42bf-90de-2c41c1bf77a9 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.763643] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d69638f1-354a-42bf-90de-2c41c1bf77a9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.763723] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d69638f1-354a-42bf-90de-2c41c1bf77a9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.764872] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d69638f1-354a-42bf-90de-2c41c1bf77a9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.764981] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69638f1-354a-42bf-90de-2c41c1bf77a9',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.915393] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8db810f5-a348-432d-9761-a6dc688dfa46 [ 715.915619] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.916684] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.916779] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.917016] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.917116] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.917217] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8db810f5-a348-432d-9761-a6dc688dfa46 already deleted. [ 715.917307] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8db810f5-a348-432d-9761-a6dc688dfa46" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.268166] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d69638f1-354a-42bf-90de-2c41c1bf77a9 [ 716.268534] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.268534] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.268534] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.269145] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.269145] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.269145] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d69638f1-354a-42bf-90de-2c41c1bf77a9 already deleted. [ 716.269145] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d69638f1-354a-42bf-90de-2c41c1bf77a9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.251662] env[69331]: INFO networking_nsxv3.common.synchronization [None req-aefacb0d-65dc-464c-925f-4d6dc94e42a1 None None] Enqueued Resource ID: 1143d9a0-07c0-41e1-9cc2-bc525deb6a90 with Priority: HIGHEST for action port [ 717.251983] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1143d9a0-07c0-41e1-9cc2-bc525deb6a90 with Priority: HIGHEST for action port [ 717.252561] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-1143d9a0-07c0-41e1-9cc2-bc525deb6a90 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.252896] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1143d9a0-07c0-41e1-9cc2-bc525deb6a90" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.252896] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1143d9a0-07c0-41e1-9cc2-bc525deb6a90" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.253039] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1143d9a0-07c0-41e1-9cc2-bc525deb6a90" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.256538] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1143d9a0-07c0-41e1-9cc2-bc525deb6a90',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.332242] env[69331]: INFO networking_nsxv3.common.synchronization [None req-421d4bc3-01f6-49fc-937b-8e213d26757e None None] Enqueued Resource ID: 3b80b2c9-05dc-41fa-8517-aa6ed8548d74 with Priority: HIGHEST for action port [ 717.332242] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b80b2c9-05dc-41fa-8517-aa6ed8548d74 with Priority: HIGHEST for action port [ 717.333453] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b80b2c9-05dc-41fa-8517-aa6ed8548d74 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.333453] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b80b2c9-05dc-41fa-8517-aa6ed8548d74" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.333453] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b80b2c9-05dc-41fa-8517-aa6ed8548d74" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.333594] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b80b2c9-05dc-41fa-8517-aa6ed8548d74" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.333655] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b80b2c9-05dc-41fa-8517-aa6ed8548d74',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.761238] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1143d9a0-07c0-41e1-9cc2-bc525deb6a90 [ 717.761480] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.761622] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.761695] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.761966] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.762116] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.762179] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1143d9a0-07c0-41e1-9cc2-bc525deb6a90 already deleted. [ 717.762263] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1143d9a0-07c0-41e1-9cc2-bc525deb6a90" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.836062] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b80b2c9-05dc-41fa-8517-aa6ed8548d74 [ 717.836310] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.836447] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.836519] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.836753] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.836850] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.836942] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b80b2c9-05dc-41fa-8517-aa6ed8548d74 already deleted. [ 717.837054] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b80b2c9-05dc-41fa-8517-aa6ed8548d74" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.994568] env[69331]: INFO networking_nsxv3.common.synchronization [None req-d1df331b-f62d-40b1-a35f-b01303cf0f31 None None] Enqueued Resource ID: 20cf5eed-2127-4def-817d-a1ccfae5c7df with Priority: HIGHEST for action port [ 717.995224] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20cf5eed-2127-4def-817d-a1ccfae5c7df with Priority: HIGHEST for action port [ 717.996023] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-20cf5eed-2127-4def-817d-a1ccfae5c7df taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.996023] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20cf5eed-2127-4def-817d-a1ccfae5c7df" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.996023] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20cf5eed-2127-4def-817d-a1ccfae5c7df" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.996294] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20cf5eed-2127-4def-817d-a1ccfae5c7df" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.996823] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20cf5eed-2127-4def-817d-a1ccfae5c7df',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.500967] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20cf5eed-2127-4def-817d-a1ccfae5c7df [ 718.501277] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.501349] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.502035] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.502035] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.502035] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.502035] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20cf5eed-2127-4def-817d-a1ccfae5c7df already deleted. [ 718.502035] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20cf5eed-2127-4def-817d-a1ccfae5c7df" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.963918] env[69331]: INFO networking_nsxv3.common.synchronization [None req-2a3228df-a08f-4623-a96c-a25b65849dac None None] Enqueued Resource ID: 43b794c0-20b3-4b10-96fb-18628ce59a03 with Priority: HIGHEST for action port [ 719.964529] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b794c0-20b3-4b10-96fb-18628ce59a03 with Priority: HIGHEST for action port [ 719.965012] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-43b794c0-20b3-4b10-96fb-18628ce59a03 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.965012] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43b794c0-20b3-4b10-96fb-18628ce59a03" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.965331] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43b794c0-20b3-4b10-96fb-18628ce59a03" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.965396] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43b794c0-20b3-4b10-96fb-18628ce59a03" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.965495] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43b794c0-20b3-4b10-96fb-18628ce59a03',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.467828] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43b794c0-20b3-4b10-96fb-18628ce59a03 [ 720.468199] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.468552] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.468552] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.468672] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.468740] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.468854] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43b794c0-20b3-4b10-96fb-18628ce59a03 already deleted. [ 720.469085] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43b794c0-20b3-4b10-96fb-18628ce59a03" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.965787] env[69331]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 724.966059] env[69331]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 726.526173] env[69331]: INFO networking_nsxv3.common.synchronization [None req-53cdf3f4-2257-4545-a7ce-2fe3117d31f0 None None] Enqueued Resource ID: c405350d-49ba-4bf8-9563-a719253546d9 with Priority: HIGHEST for action port [ 726.526447] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c405350d-49ba-4bf8-9563-a719253546d9 with Priority: HIGHEST for action port [ 726.527012] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-c405350d-49ba-4bf8-9563-a719253546d9 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.527149] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c405350d-49ba-4bf8-9563-a719253546d9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.527217] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c405350d-49ba-4bf8-9563-a719253546d9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.527474] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c405350d-49ba-4bf8-9563-a719253546d9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.527557] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c405350d-49ba-4bf8-9563-a719253546d9',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.030249] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c405350d-49ba-4bf8-9563-a719253546d9 [ 727.030411] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.030614] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.030614] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.030801] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.030916] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.031027] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c405350d-49ba-4bf8-9563-a719253546d9 already deleted. [ 727.031109] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c405350d-49ba-4bf8-9563-a719253546d9" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.523154] env[69331]: INFO networking_nsxv3.common.synchronization [None req-1ec0aafb-a166-4a11-b71d-a6c293a05a53 None None] Enqueued Resource ID: f8563a8b-1fd5-4c20-bbc6-05ba116b9ca1 with Priority: HIGHEST for action port [ 728.523154] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8563a8b-1fd5-4c20-bbc6-05ba116b9ca1 with Priority: HIGHEST for action port [ 728.523154] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8563a8b-1fd5-4c20-bbc6-05ba116b9ca1 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.523154] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8563a8b-1fd5-4c20-bbc6-05ba116b9ca1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.523154] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8563a8b-1fd5-4c20-bbc6-05ba116b9ca1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.524263] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8563a8b-1fd5-4c20-bbc6-05ba116b9ca1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.525307] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8563a8b-1fd5-4c20-bbc6-05ba116b9ca1',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.691525] env[69331]: INFO networking_nsxv3.common.synchronization [None req-809bb820-5ba4-429b-be72-8cafedd74ea3 None None] Enqueued Resource ID: 6feee7bd-f59c-40b8-b10a-c03684283735 with Priority: HIGHEST for action port [ 728.691795] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6feee7bd-f59c-40b8-b10a-c03684283735 with Priority: HIGHEST for action port [ 728.692420] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-6feee7bd-f59c-40b8-b10a-c03684283735 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.692561] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6feee7bd-f59c-40b8-b10a-c03684283735" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.692656] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6feee7bd-f59c-40b8-b10a-c03684283735" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.692981] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6feee7bd-f59c-40b8-b10a-c03684283735" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.693207] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6feee7bd-f59c-40b8-b10a-c03684283735',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.027184] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8563a8b-1fd5-4c20-bbc6-05ba116b9ca1 [ 729.027413] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.027556] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.027630] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.027839] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.027928] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.028033] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8563a8b-1fd5-4c20-bbc6-05ba116b9ca1 already deleted. [ 729.028117] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8563a8b-1fd5-4c20-bbc6-05ba116b9ca1" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.195363] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6feee7bd-f59c-40b8-b10a-c03684283735 [ 729.195600] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.195742] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.195846] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.196018] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.196110] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.196211] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6feee7bd-f59c-40b8-b10a-c03684283735 already deleted. [ 729.196307] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6feee7bd-f59c-40b8-b10a-c03684283735" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.562179] env[69331]: INFO networking_nsxv3.common.synchronization [None req-d2ac5a53-4a2a-4068-8a05-2da691ea6568 None None] Enqueued Resource ID: 87fdc7be-395d-4cf2-80d5-c0ce5b481377 with Priority: HIGHEST for action port [ 730.562179] env[69331]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87fdc7be-395d-4cf2-80d5-c0ce5b481377 with Priority: HIGHEST for action port [ 730.562761] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock port-87fdc7be-395d-4cf2-80d5-c0ce5b481377 taken with stack trace [, , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.562893] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87fdc7be-395d-4cf2-80d5-c0ce5b481377" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.563264] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87fdc7be-395d-4cf2-80d5-c0ce5b481377" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.563264] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87fdc7be-395d-4cf2-80d5-c0ce5b481377" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.563390] env[69331]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87fdc7be-395d-4cf2-80d5-c0ce5b481377',) {} {{(pid=69331) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.067952] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87fdc7be-395d-4cf2-80d5-c0ce5b481377 [ 731.067952] env[69331]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69331) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.067952] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.067952] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.067952] env[69331]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.067952] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.067952] env[69331]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87fdc7be-395d-4cf2-80d5-c0ce5b481377 already deleted. [ 731.067952] env[69331]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87fdc7be-395d-4cf2-80d5-c0ce5b481377" {{(pid=69331) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.563249] env[69331]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 735.563672] env[69331]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 740.564252] env[69331]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 740.564702] env[69331]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 745.565393] env[69331]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 745.565729] env[69331]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0