[ 613.099725] env[69861]: INFO neutron.common.config [-] Logging enabled! [ 613.100242] env[69861]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 613.100575] env[69861]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69861) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 613.100879] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 613.100979] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 613.101764] env[69861]: WARNING oslo_policy.policy [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 613.101975] env[69861]: WARNING oslo_policy.policy [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 613.103549] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] VMware NSXv3 Agent initialized successfully. [ 613.103901] env[69861]: DEBUG oslo_concurrency.lockutils [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] Acquiring lock "singleton_lock" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.104045] env[69861]: DEBUG oslo_concurrency.lockutils [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] Acquired lock "singleton_lock" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.104248] env[69861]: DEBUG oslo_concurrency.lockutils [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] Releasing lock "singleton_lock" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.104532] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] Full set of CONF: {{(pid=69861) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 613.104645] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ******************************************************************************** {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 613.104749] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] Configuration options gathered from: {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 613.105118] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 613.105314] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 613.105449] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ================================================================================ {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 613.105628] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] agent_down_time = 75 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.105772] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] allow_automatic_dhcp_failover = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.105936] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] allow_bulk = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.106112] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] api_extensions_path = {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.106264] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] api_paste_config = api-paste.ini {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.106407] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] auth_strategy = keystone {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.106512] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] backdoor_port = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.106613] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] backdoor_socket = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.106754] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] backlog = 4096 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.106894] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.107063] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] bind_host = 0.0.0.0 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.107241] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] bind_port = 9696 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.107523] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] client_socket_timeout = 900 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.107523] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] config_dir = [] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.107677] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.107735] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] config_source = [] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.107861] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] control_exchange = neutron {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.107997] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] core_plugin = ml2 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.108150] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] debug = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.108286] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] default_availability_zones = [] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.108491] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.108628] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] dhcp_agent_notification = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.108764] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] dhcp_agents_per_network = 1 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.108896] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] dhcp_lease_duration = 86400 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.109048] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] dhcp_load_type = networks {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.109188] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] dns_domain = openstacklocal {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.109323] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.109460] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] enable_default_route_bfd = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.109591] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] enable_default_route_ecmp = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.109720] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] enable_dvr = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.109847] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] enable_new_agents = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.109976] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.110147] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] enable_signals = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.110240] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] enable_traditional_dhcp = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.110364] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] external_dns_driver = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.110492] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] filter_validation = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.110793] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] global_physnet_mtu = 8950 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.110793] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] graceful_shutdown_timeout = 60 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.110930] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] host = cpu-1 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.111080] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] host_dvr_for_dhcp = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.111221] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] http_retries = 3 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.111362] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] instance_format = [instance: %(uuid)s] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.111498] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.111632] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ipam_driver = internal {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.111766] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ipv6_pd_enabled = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.111892] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] l3_ha = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.112073] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.112203] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] l3_ha_network_physical_name = {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.112346] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] l3_ha_network_type = {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.112485] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] log_color = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.112620] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] log_config_append = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.112756] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.112885] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] log_dir = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.113043] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] log_file = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.113188] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] log_options = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.113322] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] log_rotate_interval = 1 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.113469] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] log_rotate_interval_type = days {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.113610] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] log_rotation_type = none {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.113716] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.113819] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.113955] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.114105] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.114217] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.114349] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] max_dns_nameservers = 5 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.114481] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] max_header_line = 16384 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.114614] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] max_l3_agents_per_router = 3 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.114747] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] max_logfile_count = 30 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.114878] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] max_logfile_size_mb = 200 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.115023] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] max_subnet_host_routes = 20 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.115170] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] my_ip = 10.180.1.21 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.115309] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] my_ipv6 = ::1 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.115446] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] network_auto_schedule = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.115577] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] network_link_prefix = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.115713] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.115851] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] notify_nova_on_port_data_changes = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.115988] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] notify_nova_on_port_status_changes = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.116140] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] pagination_max_limit = -1 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.116274] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] publish_errors = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.116408] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] rate_limit_burst = 0 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.116546] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] rate_limit_except_level = CRITICAL {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.116680] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] rate_limit_interval = 0 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.116813] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] retry_until_window = 30 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.116943] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] router_distributed = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.117092] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] rpc_resources_processing_step = 20 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.117266] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] rpc_response_max_timeout = 600 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.117415] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] rpc_response_timeout = 60 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.117550] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] send_events_interval = 2 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.117701] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] service_plugins = ['router'] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.117843] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] setproctitle = on {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.117974] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] shell_completion = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.118126] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] state_path = /opt/stack/data/neutron {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.118267] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] syslog_log_facility = LOG_USER {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.118403] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] tcp_keepidle = 600 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.118539] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] transport_url = **** {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.118672] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] use_journal = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.118802] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] use_json = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.118932] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] use_ssl = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.119072] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] use_stderr = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.119212] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] use_syslog = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.119344] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] vlan_qinq = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.119474] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] vlan_transparent = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.119604] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] watch_log_file = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.119738] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] wsgi_default_pool_size = 100 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.119875] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] wsgi_keep_alive = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.120051] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.120150] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] wsgi_server_debug = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.120302] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_concurrency.disable_process_locking = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.120448] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.120596] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.120730] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.120870] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.121015] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.121159] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.121313] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler.connection_string = messaging:// {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.121456] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler.enabled = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.121599] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler.es_doc_type = notification {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.121740] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler.es_scroll_size = 10000 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.121882] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler.es_scroll_time = 2m {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.122027] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler.filter_error_trace = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.122208] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler.hmac_keys = **** {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.122353] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler.sentinel_service_name = mymaster {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.122497] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler.socket_timeout = 0.1 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.122634] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler.trace_requests = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.122768] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler.trace_sqlalchemy = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.122916] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler_jaeger.process_tags = {} {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.123095] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler_jaeger.service_name_prefix = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.123309] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] profiler_otlp.service_name_prefix = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.123481] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_policy.enforce_new_defaults = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.123874] env[69861]: WARNING oslo_config.cfg [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 613.123912] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_policy.enforce_scope = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.124049] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_policy.policy_default_rule = default {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.124214] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.124374] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.124536] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.124674] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.124807] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.124937] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.125094] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.125220] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.125369] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.125515] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] agent.extensions = [] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.125653] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.125796] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] service_providers.service_provider = [] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.125942] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] QUOTAS.default_quota = -1 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.126096] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.126263] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] QUOTAS.quota_floatingip = 50 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.126461] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] QUOTAS.quota_network = 100 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.126611] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] QUOTAS.quota_port = 500 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.126748] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.126885] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] QUOTAS.quota_router = 10 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.127031] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] QUOTAS.quota_security_group = 10 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.127173] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.127307] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] QUOTAS.quota_subnet = 100 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.127440] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] QUOTAS.track_quota_usage = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.127589] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.127724] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep.group = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.127855] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep.helper_command = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.127986] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep.log_daemon_traceback = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.128165] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.128266] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep.thread_pool_size = 8 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.128399] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep.user = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.128541] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.128673] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_dhcp_release.group = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.128801] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_dhcp_release.helper_command = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.128931] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.129075] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.129232] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.129388] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_dhcp_release.user = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.129532] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.129664] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_ovs_vsctl.group = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.129795] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.129927] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.130079] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.130219] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.130349] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_ovs_vsctl.user = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.130488] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_namespace.capabilities = [21] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.130620] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_namespace.group = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.130752] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_namespace.helper_command = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.130889] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_namespace.log_daemon_traceback = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.131048] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.131192] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.131327] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_namespace.user = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.131471] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_conntrack.capabilities = [12] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.131603] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_conntrack.group = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.131737] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_conntrack.helper_command = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.131872] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.132025] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.132185] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.132322] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_conntrack.user = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.132470] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_link.capabilities = [12, 21] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.132604] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_link.group = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.132736] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_link.helper_command = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.132871] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_link.log_daemon_traceback = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.133022] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.133182] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_link.thread_pool_size = 8 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.133315] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] privsep_link.user = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.133472] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.133620] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.133758] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.continue_on_failed_promotions = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.133893] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.dscp = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.134042] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.dscp_inherit = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.134187] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.force_mp_to_policy = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.134323] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.locking_coordinator_url = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.134458] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.log_agent_heartbeats = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.134595] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.logging_expire = 1 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.134736] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.134875] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.135029] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.polling_interval = 240 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.135174] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.135318] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.135460] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.report_interval = 30.0 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.135602] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.135741] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.135882] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.136028] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.sync_skew = 60 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.136171] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.synchronization_queue_size = 20 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.136307] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT.use_helper_for_ns_read = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.136447] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] SECURITYGROUP.enable_ipset = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.136588] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] SECURITYGROUP.enable_security_group = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.136725] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.136864] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.137012] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] experimental.ipv6_pd_enabled = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.137176] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ml2.extension_drivers = ['port_security'] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.137312] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ml2.external_network_type = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.137459] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.137602] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ml2.overlay_ip_version = 4 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.137744] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ml2.path_mtu = 8950 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.137885] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ml2.physical_network_mtus = {} {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.138039] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.138187] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.138331] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ml2.type_drivers = ['vlan'] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.138478] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.138615] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.138750] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.138897] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.139060] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.139206] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.139347] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.139487] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.139626] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.139826] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.139973] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_login_password = **** {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.140133] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.140276] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_login_user = admin {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.140419] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.140566] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.140705] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.140843] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.140987] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.141147] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.141320] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.141483] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.141628] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.141772] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.141918] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.142099] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.142252] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.142457] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.142606] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.142746] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.142884] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.143060] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] nova.auth_section = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.143223] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] nova.auth_type = password {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.143365] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.143499] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] nova.certfile = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.143635] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] nova.collect_timing = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.143777] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] nova.endpoint_type = public {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.143912] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] nova.insecure = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.144054] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] nova.keyfile = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.144198] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] nova.region_name = RegionOne {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.144334] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] nova.split_loggers = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.144465] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] nova.timeout = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.144603] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] placement.auth_section = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.144744] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] placement.auth_type = password {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.144882] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.145017] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] placement.certfile = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.145154] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] placement.collect_timing = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.145298] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] placement.endpoint_type = public {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.145432] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] placement.insecure = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.145559] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] placement.keyfile = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.145688] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] placement.region_name = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.145819] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] placement.split_loggers = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.145949] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] placement.timeout = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.146098] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.auth_section = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.146233] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.auth_type = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.146361] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.cafile = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.146491] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.certfile = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.146623] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.collect_timing = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.146754] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.connect_retries = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.146883] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.connect_retry_delay = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.147031] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.enable_notifications = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.147255] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.endpoint_override = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.147317] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.insecure = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.147426] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.interface = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.147555] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.keyfile = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.147688] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.max_version = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.147817] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.min_version = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.147945] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.region_name = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.148093] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.retriable_status_codes = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.148230] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.service_name = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.148362] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.service_type = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.148496] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.split_loggers = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.148628] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.status_code_retries = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.148758] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.status_code_retry_delay = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.148890] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.timeout = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.149033] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.valid_interfaces = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.149194] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ironic.version = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.149365] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] cli_script.dry_run = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.149543] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.149692] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.149833] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.149998] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.150202] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.150371] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.150516] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.150682] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.150860] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.151034] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.151179] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.151326] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.151473] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.151615] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.151753] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.151897] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.152072] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.152219] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.152367] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.152509] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.152646] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.152781] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.152917] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.153088] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.153242] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.153388] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.153563] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.153713] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.153850] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.153987] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.154139] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.ssl = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.154287] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.154430] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.154565] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.154703] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.154842] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.154979] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.155142] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_notifications.driver = [] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.155291] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_notifications.retry = -1 {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.155456] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.155590] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.155699] env[69861]: DEBUG oslo_service.backend.eventlet.service [None req-2e0b340e-fe6c-4cd8-a230-3c603dbf7c68 None None] ******************************************************************************** {{(pid=69861) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 613.156738] env[69861]: DEBUG neutron.agent.securitygroups_rpc [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Init firewall settings (driver=nsxv3) {{(pid=69861) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 613.158100] env[69861]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69861) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 613.158350] env[69861]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] RPC agent_id: nsxm-l-01a.corp.local [ 613.160687] env[69861]: DEBUG dogpile.cache.region [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] No value present for key: 'zone-id' {{(pid=69861) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.160808] env[69861]: DEBUG dogpile.lock [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] NeedRegenerationException {{(pid=69861) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.160906] env[69861]: DEBUG dogpile.lock [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] no value, waiting for create lock {{(pid=69861) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.160996] env[69861]: DEBUG dogpile.lock [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] value creation lock acquired {{(pid=69861) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.161105] env[69861]: DEBUG dogpile.cache.region [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] No value present for key: 'zone-id' {{(pid=69861) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.161193] env[69861]: DEBUG dogpile.lock [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Calling creation function for not-yet-present value {{(pid=69861) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.161313] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.208417] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Session token - acquiring [ 613.210502] env[69861]: DEBUG networking_nsxv3.common.locking [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.210694] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.210818] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.211274] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.222221] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.508470] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 613.531024] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.531197] env[69861]: DEBUG dogpile.cache.region [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Cache value generated in 0.370 seconds for key(s): 'zone-id' {{(pid=69861) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 613.531315] env[69861]: DEBUG dogpile.lock [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Released creation lock {{(pid=69861) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.531423] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Activating Policy API Provider. [ 613.531619] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Looking for the default Infrastructure Rules. [ 613.594940] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Looking for the Default Layer3 Logged Drop Section. [ 613.613673] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 613.614214] env[69861]: DEBUG networking_nsxv3.common.locking [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.614414] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquiring lock "all" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.614486] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired lock "all" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.614842] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired external semaphore "all" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.615195] env[69861]: DEBUG networking_nsxv3.api.rpc [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.132533] env[69861]: DEBUG networking_nsxv3.api.rpc [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.635022] env[69861]: DEBUG networking_nsxv3.api.rpc [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.136857] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Inventory metadata is going to be refreshed. [ 615.137260] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 616.020155] env[69861]: DEBUG networking_nsxv3.common.locking [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.020490] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquiring lock "Segment" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.020490] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired lock "Segment" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.020853] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired external semaphore "Segment" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.031976] env[69861]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 616.032927] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Releasing lock "Segment" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.033949] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 616.051842] env[69861]: DEBUG networking_nsxv3.common.locking [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.052125] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.052257] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.052514] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.052636] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.052783] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 616.052896] env[69861]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69861) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 616.052998] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 616.073129] env[69861]: DEBUG networking_nsxv3.common.locking [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.073446] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.073522] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.073846] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.074054] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.074211] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 616.094535] env[69861]: DEBUG networking_nsxv3.common.locking [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.094740] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.094803] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.095100] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.095243] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.095386] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 616.115448] env[69861]: DEBUG networking_nsxv3.common.locking [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.115678] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquiring lock "Address Group" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.115722] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired lock "Address Group" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.116014] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired external semaphore "Address Group" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.116167] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Releasing lock "Address Group" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.116343] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 616.116433] env[69861]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69861) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 616.116526] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 616.133947] env[69861]: DEBUG networking_nsxv3.common.locking [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.134175] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquiring lock "Segment QoS" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.134279] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired lock "Segment QoS" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.134519] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired external semaphore "Segment QoS" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.134641] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Releasing lock "Segment QoS" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.134782] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 616.134885] env[69861]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69861) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 616.134992] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 616.157015] env[69861]: DEBUG networking_nsxv3.common.locking [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.157481] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquiring lock "Security Group (Members)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.157481] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired lock "Security Group (Members)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.157680] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.157839] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Releasing lock "Security Group (Members)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.157991] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 616.158109] env[69861]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69861) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 616.158211] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Inventory metadata have been refreshed. [ 616.158306] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Dryrun:True. Metadata refresh completed. [ 616.158421] env[69861]: DEBUG oslo_concurrency.lockutils [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Releasing lock "all" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.160703] env[69861]: INFO neutron.agent.agent_extensions_manager [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Loaded agent extensions: [] [ 616.161441] env[69861]: DEBUG neutron_lib.callbacks.manager [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69861) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 616.219098] env[69861]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] NSXv3 Agent Agent RPC Daemon Started! [ 616.219233] env[69861]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] NSXv3 Agent Agent loop - iteration:0 started [ 616.219375] env[69861]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c47a36c7-98bc-46f3-ab9a-c80c038f4806 None None] NSXv3 Agent Agent out of sync with plugin! [ 621.161831] env[69861]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 621.161831] env[69861]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 626.163248] env[69861]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 626.163248] env[69861]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 630.998494] env[69861]: INFO networking_nsxv3.common.synchronization [None req-3f254355-72a1-4c16-b6d9-ed0692b42607 demo admin] Enqueued Resource ID: c46aba54-0381-4e2a-8397-0384d267c8dd with Priority: HIGHEST for action security_group_rules [ 630.998494] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46aba54-0381-4e2a-8397-0384d267c8dd with Priority: HIGHEST for action security_group_rules [ 630.998494] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c46aba54-0381-4e2a-8397-0384d267c8dd taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.998811] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c46aba54-0381-4e2a-8397-0384d267c8dd" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.998811] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c46aba54-0381-4e2a-8397-0384d267c8dd" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.998959] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c46aba54-0381-4e2a-8397-0384d267c8dd" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.999051] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c46aba54-0381-4e2a-8397-0384d267c8dd',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.519262] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.519262] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.519262] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.519262] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.519262] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.519262] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c46aba54-0381-4e2a-8397-0384d267c8dd already deleted. [ 631.519262] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c46aba54-0381-4e2a-8397-0384d267c8dd" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.999873] env[69861]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 636.000292] env[69861]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 641.001492] env[69861]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 641.001840] env[69861]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 641.163876] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.164159] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.164159] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.164337] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.164570] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.666923] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.168905] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.671235] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 642.671448] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 643.388548] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.389049] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.389049] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.389049] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.400974] env[69861]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 643.401755] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.402391] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 643.421157] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.421365] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.421365] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.421563] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.421649] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.421759] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 643.421831] env[69861]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69861) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 643.421901] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 643.439358] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.439583] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.439583] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.439757] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.439891] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.439999] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 643.460669] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.460879] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.460879] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.461074] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.461179] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.461288] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 643.480623] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.480847] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.480847] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.481013] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.481125] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.481238] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 643.481310] env[69861]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69861) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 643.481390] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 643.500488] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.500711] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.500711] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.500895] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.500981] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.501103] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 643.501173] env[69861]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69861) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 643.501243] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 643.524647] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.524847] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.524847] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.525084] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.525191] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.525308] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 643.525381] env[69861]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69861) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 643.525447] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 643.525509] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 643.525582] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 643.525644] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 643.525701] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 643.525955] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 643.526029] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 643.526099] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 643.544547] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.544802] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.544802] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.544951] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.545070] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.545175] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 643.564117] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.564354] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.564354] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.564530] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.564636] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.578850] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.002840] env[69861]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 646.003236] env[69861]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 651.005474] env[69861]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 651.005915] env[69861]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 656.006561] env[69861]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 656.006561] env[69861]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 656.137132] env[69861]: INFO networking_nsxv3.common.synchronization [None req-aceaf8e4-dcd7-49e5-98bc-49be424a06cb None None] Enqueued Resource ID: 0fe8808a-bc5b-4d87-8228-c0376ed15b81 with Priority: HIGHEST for action port [ 656.138527] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe8808a-bc5b-4d87-8228-c0376ed15b81 with Priority: HIGHEST for action port [ 656.138992] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fe8808a-bc5b-4d87-8228-c0376ed15b81 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.139246] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fe8808a-bc5b-4d87-8228-c0376ed15b81" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.139550] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fe8808a-bc5b-4d87-8228-c0376ed15b81" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.139978] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fe8808a-bc5b-4d87-8228-c0376ed15b81" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.140143] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fe8808a-bc5b-4d87-8228-c0376ed15b81',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.643310] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fe8808a-bc5b-4d87-8228-c0376ed15b81 [ 656.643583] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.643726] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.643799] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.644025] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.644120] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.644213] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fe8808a-bc5b-4d87-8228-c0376ed15b81 already deleted. [ 656.644294] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fe8808a-bc5b-4d87-8228-c0376ed15b81" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.995989] env[69861]: INFO networking_nsxv3.common.synchronization [None req-3c008b0a-7de2-45bf-824c-0dc290c7ebbf None None] Enqueued Resource ID: a404b85e-65e8-4602-aa45-28eb1ef372bb with Priority: HIGHEST for action port [ 657.996271] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a404b85e-65e8-4602-aa45-28eb1ef372bb with Priority: HIGHEST for action port [ 657.996831] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-a404b85e-65e8-4602-aa45-28eb1ef372bb taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.996962] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a404b85e-65e8-4602-aa45-28eb1ef372bb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.997044] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a404b85e-65e8-4602-aa45-28eb1ef372bb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.997292] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a404b85e-65e8-4602-aa45-28eb1ef372bb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.997374] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a404b85e-65e8-4602-aa45-28eb1ef372bb',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.499414] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a404b85e-65e8-4602-aa45-28eb1ef372bb [ 658.499638] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.499771] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.499834] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.500066] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.502048] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.502048] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a404b85e-65e8-4602-aa45-28eb1ef372bb already deleted. [ 658.502048] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a404b85e-65e8-4602-aa45-28eb1ef372bb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.570421] env[69861]: INFO networking_nsxv3.common.synchronization [None req-860841d5-9d8b-4180-a8b0-dc3ff7e7f6c9 None None] Enqueued Resource ID: 323b0ed9-8112-42dc-aeaa-69614112cc3a with Priority: HIGHEST for action port [ 661.570421] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323b0ed9-8112-42dc-aeaa-69614112cc3a with Priority: HIGHEST for action port [ 661.570421] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-323b0ed9-8112-42dc-aeaa-69614112cc3a taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.570938] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-323b0ed9-8112-42dc-aeaa-69614112cc3a" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.571044] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-323b0ed9-8112-42dc-aeaa-69614112cc3a" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.571720] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-323b0ed9-8112-42dc-aeaa-69614112cc3a" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.571720] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323b0ed9-8112-42dc-aeaa-69614112cc3a',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.854889] env[69861]: INFO networking_nsxv3.common.synchronization [None req-886b5a5a-c4b2-469f-8f48-1b0024cd4cca None None] Enqueued Resource ID: fd0bb01a-48e0-4f94-bff0-00b75f8ae1ab with Priority: HIGHEST for action port [ 661.855164] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0bb01a-48e0-4f94-bff0-00b75f8ae1ab with Priority: HIGHEST for action port [ 661.855715] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd0bb01a-48e0-4f94-bff0-00b75f8ae1ab taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.855849] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd0bb01a-48e0-4f94-bff0-00b75f8ae1ab" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.856877] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd0bb01a-48e0-4f94-bff0-00b75f8ae1ab" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.857099] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd0bb01a-48e0-4f94-bff0-00b75f8ae1ab" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.857225] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd0bb01a-48e0-4f94-bff0-00b75f8ae1ab',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.077056] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 323b0ed9-8112-42dc-aeaa-69614112cc3a [ 662.077056] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.078299] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.078299] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.078299] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.078299] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.078299] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:323b0ed9-8112-42dc-aeaa-69614112cc3a already deleted. [ 662.078299] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-323b0ed9-8112-42dc-aeaa-69614112cc3a" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.360676] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd0bb01a-48e0-4f94-bff0-00b75f8ae1ab [ 662.360916] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.361066] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.361141] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.361349] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.361437] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.361532] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd0bb01a-48e0-4f94-bff0-00b75f8ae1ab already deleted. [ 662.361621] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd0bb01a-48e0-4f94-bff0-00b75f8ae1ab" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.952233] env[69861]: INFO networking_nsxv3.common.synchronization [None req-9ec12ee3-0327-4280-a539-614dde85ed7e None None] Enqueued Resource ID: 7794abd7-dfeb-4b04-b489-6faec6478ee7 with Priority: HIGHEST for action port [ 663.952555] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7794abd7-dfeb-4b04-b489-6faec6478ee7 with Priority: HIGHEST for action port [ 663.953083] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-7794abd7-dfeb-4b04-b489-6faec6478ee7 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.953240] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7794abd7-dfeb-4b04-b489-6faec6478ee7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.953291] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7794abd7-dfeb-4b04-b489-6faec6478ee7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.953568] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7794abd7-dfeb-4b04-b489-6faec6478ee7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.953701] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7794abd7-dfeb-4b04-b489-6faec6478ee7',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.010667] env[69861]: INFO networking_nsxv3.common.synchronization [None req-b9f5834c-f2d1-4f71-9fa5-95a309346905 None None] Enqueued Resource ID: a88a4eb9-1bf1-49aa-bdde-164a2504d6a2 with Priority: HIGHEST for action port [ 664.011303] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a88a4eb9-1bf1-49aa-bdde-164a2504d6a2 with Priority: HIGHEST for action port [ 664.012109] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-a88a4eb9-1bf1-49aa-bdde-164a2504d6a2 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.012350] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a88a4eb9-1bf1-49aa-bdde-164a2504d6a2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.012350] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a88a4eb9-1bf1-49aa-bdde-164a2504d6a2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.013589] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a88a4eb9-1bf1-49aa-bdde-164a2504d6a2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.013700] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88a4eb9-1bf1-49aa-bdde-164a2504d6a2',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.457994] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7794abd7-dfeb-4b04-b489-6faec6478ee7 [ 664.458253] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.458385] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.458456] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.458698] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.458784] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.458886] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7794abd7-dfeb-4b04-b489-6faec6478ee7 already deleted. [ 664.458954] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7794abd7-dfeb-4b04-b489-6faec6478ee7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.515738] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a88a4eb9-1bf1-49aa-bdde-164a2504d6a2 [ 664.515975] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.516133] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.516205] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.516411] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.516501] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.516626] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a88a4eb9-1bf1-49aa-bdde-164a2504d6a2 already deleted. [ 664.516698] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a88a4eb9-1bf1-49aa-bdde-164a2504d6a2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.384764] env[69861]: INFO networking_nsxv3.common.synchronization [None req-73af60d2-a7d0-4f1e-8a00-43197598adef None None] Enqueued Resource ID: 252cd1f8-c20c-4f83-85ea-ddd330e25ccc with Priority: HIGHEST for action port [ 666.385050] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252cd1f8-c20c-4f83-85ea-ddd330e25ccc with Priority: HIGHEST for action port [ 666.385580] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-252cd1f8-c20c-4f83-85ea-ddd330e25ccc taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.385701] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-252cd1f8-c20c-4f83-85ea-ddd330e25ccc" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.385762] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-252cd1f8-c20c-4f83-85ea-ddd330e25ccc" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.386011] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-252cd1f8-c20c-4f83-85ea-ddd330e25ccc" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.386089] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252cd1f8-c20c-4f83-85ea-ddd330e25ccc',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.827752] env[69861]: INFO networking_nsxv3.common.synchronization [None req-ade48e05-13f9-45f9-abd6-9177f50188ca None None] Enqueued Resource ID: 03ac3741-0da3-4d15-9505-10ef8e1d0288 with Priority: HIGHEST for action port [ 666.829724] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ac3741-0da3-4d15-9505-10ef8e1d0288 with Priority: HIGHEST for action port [ 666.830124] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-03ac3741-0da3-4d15-9505-10ef8e1d0288 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.832321] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03ac3741-0da3-4d15-9505-10ef8e1d0288" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.832321] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03ac3741-0da3-4d15-9505-10ef8e1d0288" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.832321] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03ac3741-0da3-4d15-9505-10ef8e1d0288" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.832321] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03ac3741-0da3-4d15-9505-10ef8e1d0288',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.889417] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 252cd1f8-c20c-4f83-85ea-ddd330e25ccc [ 666.889696] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.889829] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.889896] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.890125] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.890212] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.890304] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:252cd1f8-c20c-4f83-85ea-ddd330e25ccc already deleted. [ 666.890379] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-252cd1f8-c20c-4f83-85ea-ddd330e25ccc" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.336859] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03ac3741-0da3-4d15-9505-10ef8e1d0288 [ 667.337109] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.337382] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.337382] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.337836] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.337836] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.337836] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03ac3741-0da3-4d15-9505-10ef8e1d0288 already deleted. [ 667.337836] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03ac3741-0da3-4d15-9505-10ef8e1d0288" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.281865] env[69861]: INFO networking_nsxv3.common.synchronization [None req-52b28b1d-6d87-438a-b3ce-bb3a5b070bc1 None None] Enqueued Resource ID: 465b1357-2f6b-40e0-86a4-94c8a7ba738f with Priority: HIGHEST for action port [ 668.281865] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465b1357-2f6b-40e0-86a4-94c8a7ba738f with Priority: HIGHEST for action port [ 668.283815] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-465b1357-2f6b-40e0-86a4-94c8a7ba738f taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.283815] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-465b1357-2f6b-40e0-86a4-94c8a7ba738f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.283935] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-465b1357-2f6b-40e0-86a4-94c8a7ba738f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.284122] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-465b1357-2f6b-40e0-86a4-94c8a7ba738f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.284204] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465b1357-2f6b-40e0-86a4-94c8a7ba738f',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.376941] env[69861]: INFO networking_nsxv3.common.synchronization [None req-f94423a4-8e10-4ec4-a3ef-6bfcd1273fbb None None] Enqueued Resource ID: 87d18f8d-6543-4f28-b967-8153b5a2f2a3 with Priority: HIGHEST for action port [ 668.377391] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d18f8d-6543-4f28-b967-8153b5a2f2a3 with Priority: HIGHEST for action port [ 668.378601] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-87d18f8d-6543-4f28-b967-8153b5a2f2a3 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.378601] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87d18f8d-6543-4f28-b967-8153b5a2f2a3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.378601] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87d18f8d-6543-4f28-b967-8153b5a2f2a3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.378601] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87d18f8d-6543-4f28-b967-8153b5a2f2a3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.378601] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d18f8d-6543-4f28-b967-8153b5a2f2a3',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.789861] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 465b1357-2f6b-40e0-86a4-94c8a7ba738f [ 668.790179] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.790309] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.790397] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.791338] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.791524] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.791609] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:465b1357-2f6b-40e0-86a4-94c8a7ba738f already deleted. [ 668.792568] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-465b1357-2f6b-40e0-86a4-94c8a7ba738f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.882146] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87d18f8d-6543-4f28-b967-8153b5a2f2a3 [ 668.882413] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.882566] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.882647] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.882855] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.882953] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.883062] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87d18f8d-6543-4f28-b967-8153b5a2f2a3 already deleted. [ 668.883144] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87d18f8d-6543-4f28-b967-8153b5a2f2a3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.437059] env[69861]: INFO networking_nsxv3.common.synchronization [None req-c3ebf9dc-344e-4ec2-9ac5-5d5286c62fdf None None] Enqueued Resource ID: 8deaa161-25c8-4507-8b0f-f6cd1b69d037 with Priority: HIGHEST for action port [ 669.437647] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8deaa161-25c8-4507-8b0f-f6cd1b69d037 with Priority: HIGHEST for action port [ 669.437971] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-8deaa161-25c8-4507-8b0f-f6cd1b69d037 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.438133] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8deaa161-25c8-4507-8b0f-f6cd1b69d037" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.438211] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8deaa161-25c8-4507-8b0f-f6cd1b69d037" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.438482] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8deaa161-25c8-4507-8b0f-f6cd1b69d037" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.438572] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8deaa161-25c8-4507-8b0f-f6cd1b69d037',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.943413] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8deaa161-25c8-4507-8b0f-f6cd1b69d037 [ 669.943610] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.945235] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.945235] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.945235] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.945235] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.945426] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8deaa161-25c8-4507-8b0f-f6cd1b69d037 already deleted. [ 669.945543] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8deaa161-25c8-4507-8b0f-f6cd1b69d037" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.265157] env[69861]: INFO networking_nsxv3.common.synchronization [None req-190179e1-82f6-42cc-8056-1aa2da44c5f8 None None] Enqueued Resource ID: e34a385f-fb1e-410b-b433-62fb5aeb5777 with Priority: HIGHEST for action port [ 670.265157] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e34a385f-fb1e-410b-b433-62fb5aeb5777 with Priority: HIGHEST for action port [ 670.265157] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-e34a385f-fb1e-410b-b433-62fb5aeb5777 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.265157] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e34a385f-fb1e-410b-b433-62fb5aeb5777" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.265157] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e34a385f-fb1e-410b-b433-62fb5aeb5777" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.266896] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e34a385f-fb1e-410b-b433-62fb5aeb5777" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.266993] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e34a385f-fb1e-410b-b433-62fb5aeb5777',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.674623] env[69861]: INFO networking_nsxv3.common.synchronization [None req-221bc41a-480c-4306-ae7d-a730a9cf5ad3 None None] Enqueued Resource ID: 670fe608-4798-4bc7-99ac-1346e27c77ea with Priority: HIGHEST for action port [ 670.674935] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 670fe608-4798-4bc7-99ac-1346e27c77ea with Priority: HIGHEST for action port [ 670.675853] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-670fe608-4798-4bc7-99ac-1346e27c77ea taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.675853] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-670fe608-4798-4bc7-99ac-1346e27c77ea" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.675853] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-670fe608-4798-4bc7-99ac-1346e27c77ea" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.676122] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-670fe608-4798-4bc7-99ac-1346e27c77ea" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.676122] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('670fe608-4798-4bc7-99ac-1346e27c77ea',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.771226] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e34a385f-fb1e-410b-b433-62fb5aeb5777 [ 670.771226] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.771226] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.771226] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.771226] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.771226] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.771226] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e34a385f-fb1e-410b-b433-62fb5aeb5777 already deleted. [ 670.771226] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e34a385f-fb1e-410b-b433-62fb5aeb5777" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.178826] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 670fe608-4798-4bc7-99ac-1346e27c77ea [ 671.178987] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.179149] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.179248] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.179436] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.179527] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.179624] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:670fe608-4798-4bc7-99ac-1346e27c77ea already deleted. [ 671.179704] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-670fe608-4798-4bc7-99ac-1346e27c77ea" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.442713] env[69861]: INFO networking_nsxv3.common.synchronization [None req-85ff62b8-ea79-497e-bd0b-3d8b50ef166b None None] Enqueued Resource ID: 21e89395-7b0c-4833-ac34-993942a8aac5 with Priority: HIGHEST for action port [ 673.442977] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e89395-7b0c-4833-ac34-993942a8aac5 with Priority: HIGHEST for action port [ 673.443601] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-21e89395-7b0c-4833-ac34-993942a8aac5 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.445030] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21e89395-7b0c-4833-ac34-993942a8aac5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.446397] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21e89395-7b0c-4833-ac34-993942a8aac5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.446397] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21e89395-7b0c-4833-ac34-993942a8aac5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.446397] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e89395-7b0c-4833-ac34-993942a8aac5',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.950275] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21e89395-7b0c-4833-ac34-993942a8aac5 [ 673.950275] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.950275] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.950275] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.950474] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.950553] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.950653] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21e89395-7b0c-4833-ac34-993942a8aac5 already deleted. [ 673.950840] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21e89395-7b0c-4833-ac34-993942a8aac5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.016031] env[69861]: INFO networking_nsxv3.common.synchronization [None req-d104d35f-55fb-403f-b104-ff06de64db3c None None] Enqueued Resource ID: 075c0751-69e7-4e17-a970-f65b65ed613b with Priority: HIGHEST for action port [ 674.016546] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075c0751-69e7-4e17-a970-f65b65ed613b with Priority: HIGHEST for action port [ 674.016845] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-075c0751-69e7-4e17-a970-f65b65ed613b taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.016974] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-075c0751-69e7-4e17-a970-f65b65ed613b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.018215] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-075c0751-69e7-4e17-a970-f65b65ed613b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.018644] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-075c0751-69e7-4e17-a970-f65b65ed613b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.018644] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075c0751-69e7-4e17-a970-f65b65ed613b',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.522089] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 075c0751-69e7-4e17-a970-f65b65ed613b [ 674.522089] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.522089] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.522089] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.522089] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.522513] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.522513] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:075c0751-69e7-4e17-a970-f65b65ed613b already deleted. [ 674.522513] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-075c0751-69e7-4e17-a970-f65b65ed613b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.378710] env[69861]: INFO networking_nsxv3.common.synchronization [req-7448305c-2f13-4d39-9952-d8dc0bada07c req-fefb012d-2ef7-4de8-a90a-46539d425964 tempest-SecurityGroupRulesTestJSON-1074632902 tempest-SecurityGroupRulesTestJSON-1074632902-project-member] Enqueued Resource ID: c3d043af-07ff-4da5-9e9a-1a1d3019b03c with Priority: HIGHEST for action security_group_rules [ 675.378710] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d043af-07ff-4da5-9e9a-1a1d3019b03c with Priority: HIGHEST for action security_group_rules [ 675.378710] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3d043af-07ff-4da5-9e9a-1a1d3019b03c taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.378710] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3d043af-07ff-4da5-9e9a-1a1d3019b03c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.378710] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3d043af-07ff-4da5-9e9a-1a1d3019b03c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.378710] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3d043af-07ff-4da5-9e9a-1a1d3019b03c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.378710] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3d043af-07ff-4da5-9e9a-1a1d3019b03c',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.455058] env[69861]: INFO networking_nsxv3.common.synchronization [None req-d35aff21-0fe5-4e69-99d0-3b504f1c23b3 None None] Enqueued Resource ID: cf66e00a-750e-473a-ace3-5dae709a031f with Priority: HIGHEST for action port [ 675.455058] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf66e00a-750e-473a-ace3-5dae709a031f with Priority: HIGHEST for action port [ 675.455058] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf66e00a-750e-473a-ace3-5dae709a031f taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.455058] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf66e00a-750e-473a-ace3-5dae709a031f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.455389] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf66e00a-750e-473a-ace3-5dae709a031f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.455725] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf66e00a-750e-473a-ace3-5dae709a031f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.455916] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf66e00a-750e-473a-ace3-5dae709a031f',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.899688] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.899688] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.899688] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.899688] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.900158] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.900158] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3d043af-07ff-4da5-9e9a-1a1d3019b03c already deleted. [ 675.900158] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3d043af-07ff-4da5-9e9a-1a1d3019b03c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.902318] env[69861]: INFO networking_nsxv3.common.synchronization [None req-07272362-1e7a-4cf7-be83-fcf6541204ca tempest-VolumesAssistedSnapshotsTest-2016527818 tempest-VolumesAssistedSnapshotsTest-2016527818-project-member] Enqueued Resource ID: caa1bd2f-16d4-4709-a706-f4ba39d16aeb with Priority: HIGHEST for action security_group_rules [ 675.902940] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa1bd2f-16d4-4709-a706-f4ba39d16aeb with Priority: HIGHEST for action security_group_rules [ 675.903311] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caa1bd2f-16d4-4709-a706-f4ba39d16aeb taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.903425] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caa1bd2f-16d4-4709-a706-f4ba39d16aeb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.903490] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caa1bd2f-16d4-4709-a706-f4ba39d16aeb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.903767] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caa1bd2f-16d4-4709-a706-f4ba39d16aeb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.903845] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caa1bd2f-16d4-4709-a706-f4ba39d16aeb',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.955480] env[69861]: INFO networking_nsxv3.common.synchronization [None req-2f3e3ca7-4509-4895-ab9a-2826885db100 None None] Enqueued Resource ID: 872e5004-d4f7-46b9-a258-be613a480704 with Priority: HIGHEST for action port [ 675.955762] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 872e5004-d4f7-46b9-a258-be613a480704 with Priority: HIGHEST for action port [ 675.956344] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-872e5004-d4f7-46b9-a258-be613a480704 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.956622] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-872e5004-d4f7-46b9-a258-be613a480704" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.956622] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-872e5004-d4f7-46b9-a258-be613a480704" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.956758] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-872e5004-d4f7-46b9-a258-be613a480704" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.956834] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('872e5004-d4f7-46b9-a258-be613a480704',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.960536] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf66e00a-750e-473a-ace3-5dae709a031f [ 675.960841] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.960962] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.961050] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.961239] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.961325] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.961414] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf66e00a-750e-473a-ace3-5dae709a031f already deleted. [ 675.961491] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf66e00a-750e-473a-ace3-5dae709a031f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.121215] env[69861]: INFO networking_nsxv3.common.synchronization [None req-c7c8ff26-c6b8-4577-97c0-c2d458141514 None None] Enqueued Resource ID: 315b8c58-1fe3-4279-8a33-120fe122bca8 with Priority: HIGHEST for action port [ 676.121775] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315b8c58-1fe3-4279-8a33-120fe122bca8 with Priority: HIGHEST for action port [ 676.122081] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-315b8c58-1fe3-4279-8a33-120fe122bca8 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.122237] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-315b8c58-1fe3-4279-8a33-120fe122bca8" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.122756] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-315b8c58-1fe3-4279-8a33-120fe122bca8" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.122756] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-315b8c58-1fe3-4279-8a33-120fe122bca8" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.122756] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('315b8c58-1fe3-4279-8a33-120fe122bca8',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.183430] env[69861]: INFO networking_nsxv3.common.synchronization [None req-2e712e75-c33f-47a6-bc69-5f65f858d778 tempest-VolumesAssistedSnapshotsTest-2016527818 tempest-VolumesAssistedSnapshotsTest-2016527818-project-member] Enqueued Resource ID: caa1bd2f-16d4-4709-a706-f4ba39d16aeb with Priority: HIGHEST for action security_group_rules [ 676.183690] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa1bd2f-16d4-4709-a706-f4ba39d16aeb with Priority: HIGHEST for action security_group_rules [ 676.188753] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caa1bd2f-16d4-4709-a706-f4ba39d16aeb taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.188753] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caa1bd2f-16d4-4709-a706-f4ba39d16aeb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.430485] env[69861]: INFO networking_nsxv3.common.synchronization [None req-1cc07b40-42c7-4f63-9d5e-d46c5d95ff3b None None] Enqueued Resource ID: 95ee5bde-dc0d-417b-8371-fa8d48720f44 with Priority: HIGHEST for action port [ 676.430485] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ee5bde-dc0d-417b-8371-fa8d48720f44 with Priority: HIGHEST for action port [ 676.430485] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ee5bde-dc0d-417b-8371-fa8d48720f44 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.430485] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ee5bde-dc0d-417b-8371-fa8d48720f44" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.430485] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ee5bde-dc0d-417b-8371-fa8d48720f44" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.431041] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ee5bde-dc0d-417b-8371-fa8d48720f44" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.431112] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ee5bde-dc0d-417b-8371-fa8d48720f44',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.436092] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.436092] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.436092] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.436092] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.436092] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.436092] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caa1bd2f-16d4-4709-a706-f4ba39d16aeb already deleted. [ 676.436092] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caa1bd2f-16d4-4709-a706-f4ba39d16aeb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.436565] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caa1bd2f-16d4-4709-a706-f4ba39d16aeb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.436695] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caa1bd2f-16d4-4709-a706-f4ba39d16aeb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.437174] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caa1bd2f-16d4-4709-a706-f4ba39d16aeb',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.463469] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 872e5004-d4f7-46b9-a258-be613a480704 [ 676.463469] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.464289] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.464368] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.465556] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.465556] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.465556] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:872e5004-d4f7-46b9-a258-be613a480704 already deleted. [ 676.465556] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-872e5004-d4f7-46b9-a258-be613a480704" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.627453] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 315b8c58-1fe3-4279-8a33-120fe122bca8 [ 676.627635] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.627889] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.627889] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.630938] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.630938] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.630938] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:315b8c58-1fe3-4279-8a33-120fe122bca8 already deleted. [ 676.630938] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-315b8c58-1fe3-4279-8a33-120fe122bca8" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.934848] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95ee5bde-dc0d-417b-8371-fa8d48720f44 [ 676.937122] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.937322] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.937502] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.937614] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.937706] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.937808] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95ee5bde-dc0d-417b-8371-fa8d48720f44 already deleted. [ 676.937885] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ee5bde-dc0d-417b-8371-fa8d48720f44" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.957905] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.957905] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.957905] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.957905] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.957905] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.957905] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caa1bd2f-16d4-4709-a706-f4ba39d16aeb already deleted. [ 676.957905] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caa1bd2f-16d4-4709-a706-f4ba39d16aeb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.657108] env[69861]: INFO networking_nsxv3.common.synchronization [req-bbf9ba08-a08f-41e9-947d-c86fa5bb8774 req-42c9b601-345f-489e-a235-7d3676b68ea0 tempest-SecurityGroupRulesTestJSON-1074632902 tempest-SecurityGroupRulesTestJSON-1074632902-project-member] Enqueued Resource ID: d3307ccd-a83a-4b44-a7cc-c661e62278c1 with Priority: HIGHEST for action security_group_rules [ 678.657108] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3307ccd-a83a-4b44-a7cc-c661e62278c1 with Priority: HIGHEST for action security_group_rules [ 678.657108] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3307ccd-a83a-4b44-a7cc-c661e62278c1 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.657108] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3307ccd-a83a-4b44-a7cc-c661e62278c1" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.657108] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3307ccd-a83a-4b44-a7cc-c661e62278c1" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.657108] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3307ccd-a83a-4b44-a7cc-c661e62278c1" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.657108] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3307ccd-a83a-4b44-a7cc-c661e62278c1',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.123777] env[69861]: INFO networking_nsxv3.common.synchronization [None req-0374b023-f499-4105-909f-e67dbddfe6a8 None None] Enqueued Resource ID: 4e895620-2be5-4f25-9ea7-38120324b6b2 with Priority: HIGHEST for action port [ 679.124427] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e895620-2be5-4f25-9ea7-38120324b6b2 with Priority: HIGHEST for action port [ 679.124744] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e895620-2be5-4f25-9ea7-38120324b6b2 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.124744] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e895620-2be5-4f25-9ea7-38120324b6b2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.124862] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e895620-2be5-4f25-9ea7-38120324b6b2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.125154] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e895620-2be5-4f25-9ea7-38120324b6b2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.125230] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e895620-2be5-4f25-9ea7-38120324b6b2',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.184818] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.184818] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.184818] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.184818] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.184818] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.184818] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3307ccd-a83a-4b44-a7cc-c661e62278c1 already deleted. [ 679.184818] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3307ccd-a83a-4b44-a7cc-c661e62278c1" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.351987] env[69861]: INFO networking_nsxv3.common.synchronization [None req-89dcc8f6-1aed-4b1b-ba42-582319c4cfac None None] Enqueued Resource ID: bd8d219f-d834-4452-88f3-93bbc30a8855 with Priority: HIGHEST for action port [ 679.352277] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8d219f-d834-4452-88f3-93bbc30a8855 with Priority: HIGHEST for action port [ 679.352879] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd8d219f-d834-4452-88f3-93bbc30a8855 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.353029] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd8d219f-d834-4452-88f3-93bbc30a8855" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.353092] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd8d219f-d834-4452-88f3-93bbc30a8855" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.353352] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd8d219f-d834-4452-88f3-93bbc30a8855" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.353435] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd8d219f-d834-4452-88f3-93bbc30a8855',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.627709] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e895620-2be5-4f25-9ea7-38120324b6b2 [ 679.629071] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.629071] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.629071] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.629071] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.629071] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.629071] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e895620-2be5-4f25-9ea7-38120324b6b2 already deleted. [ 679.629071] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e895620-2be5-4f25-9ea7-38120324b6b2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.781728] env[69861]: INFO networking_nsxv3.common.synchronization [None req-6c4fec8f-3c47-40c5-871f-ef2d967774c1 None None] Enqueued Resource ID: a261473d-f014-4509-b643-a1c30537327c with Priority: HIGHEST for action port [ 679.781979] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a261473d-f014-4509-b643-a1c30537327c with Priority: HIGHEST for action port [ 679.782921] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-a261473d-f014-4509-b643-a1c30537327c taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.782921] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a261473d-f014-4509-b643-a1c30537327c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.783762] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a261473d-f014-4509-b643-a1c30537327c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.784085] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a261473d-f014-4509-b643-a1c30537327c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.784178] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a261473d-f014-4509-b643-a1c30537327c',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.861485] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd8d219f-d834-4452-88f3-93bbc30a8855 [ 679.861611] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.861841] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.861841] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.862031] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.862126] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.862328] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd8d219f-d834-4452-88f3-93bbc30a8855 already deleted. [ 679.862328] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd8d219f-d834-4452-88f3-93bbc30a8855" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.248938] env[69861]: INFO networking_nsxv3.common.synchronization [None req-a2fc7f1c-9d5a-4b1a-af9c-8adbe302d153 None None] Enqueued Resource ID: 7703dfc3-a2da-4111-bc74-2657419843de with Priority: HIGHEST for action port [ 680.252338] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7703dfc3-a2da-4111-bc74-2657419843de with Priority: HIGHEST for action port [ 680.252338] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-7703dfc3-a2da-4111-bc74-2657419843de taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.252338] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7703dfc3-a2da-4111-bc74-2657419843de" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.252338] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7703dfc3-a2da-4111-bc74-2657419843de" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.254035] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7703dfc3-a2da-4111-bc74-2657419843de" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.254166] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7703dfc3-a2da-4111-bc74-2657419843de',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.286890] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a261473d-f014-4509-b643-a1c30537327c [ 680.286890] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.286890] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.286890] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.286890] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.286890] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.286890] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a261473d-f014-4509-b643-a1c30537327c already deleted. [ 680.286890] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a261473d-f014-4509-b643-a1c30537327c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.368678] env[69861]: INFO networking_nsxv3.common.synchronization [None req-a7422823-90f6-43cd-83ac-e6e5d2f4a535 None None] Enqueued Resource ID: 4c7959ae-6198-457d-bfc7-b60464cf513e with Priority: HIGHEST for action port [ 680.368960] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7959ae-6198-457d-bfc7-b60464cf513e with Priority: HIGHEST for action port [ 680.369588] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c7959ae-6198-457d-bfc7-b60464cf513e taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.369789] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c7959ae-6198-457d-bfc7-b60464cf513e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.369789] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c7959ae-6198-457d-bfc7-b60464cf513e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.371438] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c7959ae-6198-457d-bfc7-b60464cf513e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.371638] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c7959ae-6198-457d-bfc7-b60464cf513e',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.756036] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7703dfc3-a2da-4111-bc74-2657419843de [ 680.756387] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.756489] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.756531] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.756733] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.756857] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.756930] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7703dfc3-a2da-4111-bc74-2657419843de already deleted. [ 680.756993] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7703dfc3-a2da-4111-bc74-2657419843de" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.874553] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c7959ae-6198-457d-bfc7-b60464cf513e [ 680.875535] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.875535] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.875535] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.875535] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.875535] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.876011] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c7959ae-6198-457d-bfc7-b60464cf513e already deleted. [ 680.876011] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c7959ae-6198-457d-bfc7-b60464cf513e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.615039] env[69861]: INFO networking_nsxv3.common.synchronization [None req-2873bad2-16c8-4e8f-9c38-2077d3ee0b76 tempest-ServersWithSpecificFlavorTestJSON-461644510 tempest-ServersWithSpecificFlavorTestJSON-461644510-project-member] Enqueued Resource ID: db1758f6-301d-433f-adf8-e629e0201042 with Priority: HIGHEST for action security_group_rules [ 681.615581] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1758f6-301d-433f-adf8-e629e0201042 with Priority: HIGHEST for action security_group_rules [ 681.615914] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db1758f6-301d-433f-adf8-e629e0201042 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.616774] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db1758f6-301d-433f-adf8-e629e0201042" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.618087] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db1758f6-301d-433f-adf8-e629e0201042" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.618178] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db1758f6-301d-433f-adf8-e629e0201042" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.618274] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db1758f6-301d-433f-adf8-e629e0201042',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.807958] env[69861]: INFO networking_nsxv3.common.synchronization [None req-a089b7ad-efa4-43dc-9869-57b6901fe33a tempest-ServersWithSpecificFlavorTestJSON-461644510 tempest-ServersWithSpecificFlavorTestJSON-461644510-project-member] Enqueued Resource ID: db1758f6-301d-433f-adf8-e629e0201042 with Priority: HIGHEST for action security_group_rules [ 681.807958] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1758f6-301d-433f-adf8-e629e0201042 with Priority: HIGHEST for action security_group_rules [ 681.808321] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db1758f6-301d-433f-adf8-e629e0201042 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.808903] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db1758f6-301d-433f-adf8-e629e0201042" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.141108] env[69861]: INFO networking_nsxv3.common.synchronization [None req-6234d8fb-b654-41f9-ad97-8ddc3494ba36 None None] Enqueued Resource ID: a64ee4e6-1e4a-42da-a51f-4f823853e419 with Priority: HIGHEST for action port [ 682.141438] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a64ee4e6-1e4a-42da-a51f-4f823853e419 with Priority: HIGHEST for action port [ 682.145157] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.145157] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.145157] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.145157] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.145157] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.145157] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db1758f6-301d-433f-adf8-e629e0201042 already deleted. [ 682.145157] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db1758f6-301d-433f-adf8-e629e0201042" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.145157] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-a64ee4e6-1e4a-42da-a51f-4f823853e419 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.145157] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a64ee4e6-1e4a-42da-a51f-4f823853e419" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.145157] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a64ee4e6-1e4a-42da-a51f-4f823853e419" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.145501] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a64ee4e6-1e4a-42da-a51f-4f823853e419" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.145501] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a64ee4e6-1e4a-42da-a51f-4f823853e419',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.146803] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db1758f6-301d-433f-adf8-e629e0201042" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.146803] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db1758f6-301d-433f-adf8-e629e0201042" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.146803] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db1758f6-301d-433f-adf8-e629e0201042',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.651315] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a64ee4e6-1e4a-42da-a51f-4f823853e419 [ 682.651560] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.651731] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.651811] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.652039] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.653144] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.653144] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a64ee4e6-1e4a-42da-a51f-4f823853e419 already deleted. [ 682.653144] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a64ee4e6-1e4a-42da-a51f-4f823853e419" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.683199] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.683199] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.683199] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.683199] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.683657] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.683657] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db1758f6-301d-433f-adf8-e629e0201042 already deleted. [ 682.683657] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db1758f6-301d-433f-adf8-e629e0201042" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.052962] env[69861]: INFO networking_nsxv3.common.synchronization [None req-5a642e1e-4e8d-4da6-905c-fdb3583cd09d None None] Enqueued Resource ID: 0a84f1c5-6474-4b95-ac63-97f05e07fc05 with Priority: HIGHEST for action port [ 683.053210] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a84f1c5-6474-4b95-ac63-97f05e07fc05 with Priority: HIGHEST for action port [ 683.053771] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a84f1c5-6474-4b95-ac63-97f05e07fc05 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.053926] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a84f1c5-6474-4b95-ac63-97f05e07fc05" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.053926] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a84f1c5-6474-4b95-ac63-97f05e07fc05" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.054435] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a84f1c5-6474-4b95-ac63-97f05e07fc05" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.054435] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a84f1c5-6474-4b95-ac63-97f05e07fc05',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.397184] env[69861]: INFO networking_nsxv3.common.synchronization [None req-2a58bb86-442d-4fac-a4a3-57469eeab3dc tempest-ServersTestFqdnHostnames-374955257 tempest-ServersTestFqdnHostnames-374955257-project-member] Enqueued Resource ID: 5a29d9c4-5192-4da5-94ac-f14e40cf196e with Priority: HIGHEST for action security_group_rules [ 683.399576] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a29d9c4-5192-4da5-94ac-f14e40cf196e with Priority: HIGHEST for action security_group_rules [ 683.399576] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a29d9c4-5192-4da5-94ac-f14e40cf196e taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.399576] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a29d9c4-5192-4da5-94ac-f14e40cf196e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.399781] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a29d9c4-5192-4da5-94ac-f14e40cf196e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.400065] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a29d9c4-5192-4da5-94ac-f14e40cf196e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.400156] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a29d9c4-5192-4da5-94ac-f14e40cf196e',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.489312] env[69861]: INFO networking_nsxv3.common.synchronization [None req-258c0527-6d8a-4095-ae99-aab564875c72 tempest-ServersTestFqdnHostnames-374955257 tempest-ServersTestFqdnHostnames-374955257-project-member] Enqueued Resource ID: 5a29d9c4-5192-4da5-94ac-f14e40cf196e with Priority: HIGHEST for action security_group_rules [ 683.489312] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a29d9c4-5192-4da5-94ac-f14e40cf196e with Priority: HIGHEST for action security_group_rules [ 683.489312] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a29d9c4-5192-4da5-94ac-f14e40cf196e taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.489312] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a29d9c4-5192-4da5-94ac-f14e40cf196e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.558278] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a84f1c5-6474-4b95-ac63-97f05e07fc05 [ 683.558278] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.558278] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.558278] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.558683] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.558741] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.560608] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a84f1c5-6474-4b95-ac63-97f05e07fc05 already deleted. [ 683.560608] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a84f1c5-6474-4b95-ac63-97f05e07fc05" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.921971] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.922154] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.922240] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.922434] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.922570] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.922641] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a29d9c4-5192-4da5-94ac-f14e40cf196e already deleted. [ 683.922704] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a29d9c4-5192-4da5-94ac-f14e40cf196e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.922858] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a29d9c4-5192-4da5-94ac-f14e40cf196e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.923029] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a29d9c4-5192-4da5-94ac-f14e40cf196e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.923322] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a29d9c4-5192-4da5-94ac-f14e40cf196e',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.296963] env[69861]: INFO networking_nsxv3.common.synchronization [req-04941540-8b2e-410d-b746-79f908e940ed req-226aa0aa-fec6-4814-ad0e-5d185192b916 tempest-SecurityGroupRulesTestJSON-1074632902 tempest-SecurityGroupRulesTestJSON-1074632902-project-member] Enqueued Resource ID: 0bd5ecd7-a49f-4579-87ba-771bff18c9b7 with Priority: HIGHEST for action security_group_rules [ 684.297514] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd5ecd7-a49f-4579-87ba-771bff18c9b7 with Priority: HIGHEST for action security_group_rules [ 684.297816] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bd5ecd7-a49f-4579-87ba-771bff18c9b7 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.297940] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bd5ecd7-a49f-4579-87ba-771bff18c9b7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.298014] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bd5ecd7-a49f-4579-87ba-771bff18c9b7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.298278] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bd5ecd7-a49f-4579-87ba-771bff18c9b7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.298357] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bd5ecd7-a49f-4579-87ba-771bff18c9b7',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.443677] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.443984] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.443984] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.447021] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.447021] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.447021] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a29d9c4-5192-4da5-94ac-f14e40cf196e already deleted. [ 684.447021] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a29d9c4-5192-4da5-94ac-f14e40cf196e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.518761] env[69861]: INFO networking_nsxv3.common.synchronization [None req-92285d75-64cb-4848-9978-0ce1a64c6466 None None] Enqueued Resource ID: b46d7c66-5f6d-4587-95fa-6b028c0014cf with Priority: HIGHEST for action port [ 684.519320] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46d7c66-5f6d-4587-95fa-6b028c0014cf with Priority: HIGHEST for action port [ 684.519648] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-b46d7c66-5f6d-4587-95fa-6b028c0014cf taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.519813] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b46d7c66-5f6d-4587-95fa-6b028c0014cf" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.519872] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b46d7c66-5f6d-4587-95fa-6b028c0014cf" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.522317] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b46d7c66-5f6d-4587-95fa-6b028c0014cf" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.522317] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46d7c66-5f6d-4587-95fa-6b028c0014cf',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.826808] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.826971] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.827050] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.827268] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.827374] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.827470] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bd5ecd7-a49f-4579-87ba-771bff18c9b7 already deleted. [ 684.827572] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bd5ecd7-a49f-4579-87ba-771bff18c9b7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.026357] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b46d7c66-5f6d-4587-95fa-6b028c0014cf [ 685.027079] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.027982] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.027982] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.027982] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.027982] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.027982] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b46d7c66-5f6d-4587-95fa-6b028c0014cf already deleted. [ 685.027982] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b46d7c66-5f6d-4587-95fa-6b028c0014cf" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.348499] env[69861]: INFO networking_nsxv3.common.synchronization [None req-0358b257-9951-4c20-81d7-574749b9975d tempest-ServersTestManualDisk-100610174 tempest-ServersTestManualDisk-100610174-project-member] Enqueued Resource ID: d0bed7e5-b1c6-4237-8527-0d0edef2d3eb with Priority: HIGHEST for action security_group_rules [ 685.350568] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0bed7e5-b1c6-4237-8527-0d0edef2d3eb with Priority: HIGHEST for action security_group_rules [ 685.350568] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0bed7e5-b1c6-4237-8527-0d0edef2d3eb taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.350568] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0bed7e5-b1c6-4237-8527-0d0edef2d3eb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.350568] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0bed7e5-b1c6-4237-8527-0d0edef2d3eb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.351091] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0bed7e5-b1c6-4237-8527-0d0edef2d3eb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.351091] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0bed7e5-b1c6-4237-8527-0d0edef2d3eb',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.517053] env[69861]: INFO networking_nsxv3.common.synchronization [None req-cd99b317-4ff8-45c0-afdc-639fef9bcc57 tempest-ServersTestManualDisk-100610174 tempest-ServersTestManualDisk-100610174-project-member] Enqueued Resource ID: d0bed7e5-b1c6-4237-8527-0d0edef2d3eb with Priority: HIGHEST for action security_group_rules [ 685.517736] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0bed7e5-b1c6-4237-8527-0d0edef2d3eb with Priority: HIGHEST for action security_group_rules [ 685.518446] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0bed7e5-b1c6-4237-8527-0d0edef2d3eb taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.518446] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0bed7e5-b1c6-4237-8527-0d0edef2d3eb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.537472] env[69861]: INFO networking_nsxv3.common.synchronization [None req-73788de6-ddd3-41d4-85cc-ad01677212bd None None] Enqueued Resource ID: 07179f44-6d95-4139-827d-0f68014ffd7b with Priority: HIGHEST for action port [ 685.537472] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07179f44-6d95-4139-827d-0f68014ffd7b with Priority: HIGHEST for action port [ 685.537977] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-07179f44-6d95-4139-827d-0f68014ffd7b taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.538375] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07179f44-6d95-4139-827d-0f68014ffd7b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.539911] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07179f44-6d95-4139-827d-0f68014ffd7b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.539911] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07179f44-6d95-4139-827d-0f68014ffd7b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.539911] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07179f44-6d95-4139-827d-0f68014ffd7b',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.872884] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.872884] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.872884] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.872884] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.872884] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.872884] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0bed7e5-b1c6-4237-8527-0d0edef2d3eb already deleted. [ 685.872884] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0bed7e5-b1c6-4237-8527-0d0edef2d3eb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.872884] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0bed7e5-b1c6-4237-8527-0d0edef2d3eb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.872884] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0bed7e5-b1c6-4237-8527-0d0edef2d3eb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.872884] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0bed7e5-b1c6-4237-8527-0d0edef2d3eb',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.042941] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07179f44-6d95-4139-827d-0f68014ffd7b [ 686.044311] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.044311] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.044311] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.044311] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.044311] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.044311] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07179f44-6d95-4139-827d-0f68014ffd7b already deleted. [ 686.044311] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07179f44-6d95-4139-827d-0f68014ffd7b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.394757] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.394757] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.394757] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.394757] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.394757] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.394757] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0bed7e5-b1c6-4237-8527-0d0edef2d3eb already deleted. [ 686.394757] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0bed7e5-b1c6-4237-8527-0d0edef2d3eb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.338257] env[69861]: INFO networking_nsxv3.common.synchronization [None req-17db79ab-2a71-470b-8366-6c774b900fc5 None None] Enqueued Resource ID: 4d9f5704-72b9-4be3-aef9-d68670f3a85c with Priority: HIGHEST for action port [ 688.338977] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9f5704-72b9-4be3-aef9-d68670f3a85c with Priority: HIGHEST for action port [ 688.339115] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d9f5704-72b9-4be3-aef9-d68670f3a85c taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.339257] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d9f5704-72b9-4be3-aef9-d68670f3a85c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.339328] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d9f5704-72b9-4be3-aef9-d68670f3a85c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.339555] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d9f5704-72b9-4be3-aef9-d68670f3a85c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.339786] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d9f5704-72b9-4be3-aef9-d68670f3a85c',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.782967] env[69861]: INFO networking_nsxv3.common.synchronization [req-9779ab5e-649e-43b9-9de8-78d6f1f9294e req-e7b7c2ac-6761-42fb-8be7-22afc819e796 tempest-SecurityGroupRulesTestJSON-1074632902 tempest-SecurityGroupRulesTestJSON-1074632902-project-member] Enqueued Resource ID: baddf63a-af52-44ef-a6a1-8b34a5f98430 with Priority: HIGHEST for action security_group_rules [ 688.783278] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baddf63a-af52-44ef-a6a1-8b34a5f98430 with Priority: HIGHEST for action security_group_rules [ 688.785225] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baddf63a-af52-44ef-a6a1-8b34a5f98430 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.788733] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baddf63a-af52-44ef-a6a1-8b34a5f98430" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.788733] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baddf63a-af52-44ef-a6a1-8b34a5f98430" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.788733] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baddf63a-af52-44ef-a6a1-8b34a5f98430" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.788733] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baddf63a-af52-44ef-a6a1-8b34a5f98430',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.845061] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d9f5704-72b9-4be3-aef9-d68670f3a85c [ 688.845321] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.845465] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.845538] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.845833] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.845833] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.845963] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d9f5704-72b9-4be3-aef9-d68670f3a85c already deleted. [ 688.846027] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d9f5704-72b9-4be3-aef9-d68670f3a85c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.308492] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.308644] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.308751] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.309764] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.309764] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.309764] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baddf63a-af52-44ef-a6a1-8b34a5f98430 already deleted. [ 689.309764] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baddf63a-af52-44ef-a6a1-8b34a5f98430" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.432037] env[69861]: INFO networking_nsxv3.common.synchronization [None req-4aaa41e5-c15d-4771-9331-b681ab4ca96b None None] Enqueued Resource ID: 5b7da32c-d86a-4fee-90f1-72a279896db6 with Priority: HIGHEST for action port [ 689.432323] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7da32c-d86a-4fee-90f1-72a279896db6 with Priority: HIGHEST for action port [ 689.432927] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b7da32c-d86a-4fee-90f1-72a279896db6 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.433061] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b7da32c-d86a-4fee-90f1-72a279896db6" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.433131] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b7da32c-d86a-4fee-90f1-72a279896db6" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.436342] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b7da32c-d86a-4fee-90f1-72a279896db6" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.436455] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7da32c-d86a-4fee-90f1-72a279896db6',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.939646] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b7da32c-d86a-4fee-90f1-72a279896db6 [ 689.939646] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.939646] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.939646] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.939870] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.940295] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.940409] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b7da32c-d86a-4fee-90f1-72a279896db6 already deleted. [ 689.940505] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b7da32c-d86a-4fee-90f1-72a279896db6" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.175188] env[69861]: INFO networking_nsxv3.common.synchronization [None req-895871a2-9aef-49e2-b73f-8a45f718d37b None None] Enqueued Resource ID: ff85aa6b-7157-4f2b-aed0-30d0cd0c26c1 with Priority: HIGHEST for action port [ 691.175493] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff85aa6b-7157-4f2b-aed0-30d0cd0c26c1 with Priority: HIGHEST for action port [ 691.178344] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff85aa6b-7157-4f2b-aed0-30d0cd0c26c1 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.178522] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff85aa6b-7157-4f2b-aed0-30d0cd0c26c1" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.178596] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff85aa6b-7157-4f2b-aed0-30d0cd0c26c1" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.178877] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff85aa6b-7157-4f2b-aed0-30d0cd0c26c1" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.178996] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff85aa6b-7157-4f2b-aed0-30d0cd0c26c1',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.681049] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff85aa6b-7157-4f2b-aed0-30d0cd0c26c1 [ 691.682885] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.682885] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.682885] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.682885] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.682885] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.682885] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff85aa6b-7157-4f2b-aed0-30d0cd0c26c1 already deleted. [ 691.682885] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff85aa6b-7157-4f2b-aed0-30d0cd0c26c1" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.861722] env[69861]: INFO networking_nsxv3.common.synchronization [None req-bc9e84c5-00ea-4e1d-8e0f-54ce1445aded None None] Enqueued Resource ID: 00d8f8d6-43d4-44dc-93ca-6176502e3e63 with Priority: HIGHEST for action port [ 691.864890] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d8f8d6-43d4-44dc-93ca-6176502e3e63 with Priority: HIGHEST for action port [ 691.865031] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-00d8f8d6-43d4-44dc-93ca-6176502e3e63 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.865159] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00d8f8d6-43d4-44dc-93ca-6176502e3e63" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.865224] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00d8f8d6-43d4-44dc-93ca-6176502e3e63" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.865491] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00d8f8d6-43d4-44dc-93ca-6176502e3e63" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.865565] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d8f8d6-43d4-44dc-93ca-6176502e3e63',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.187998] env[69861]: INFO networking_nsxv3.common.synchronization [None req-b9507a0f-2a88-4e08-899c-cc4734a03f75 tempest-ServerActionsTestJSON-1456544772 tempest-ServerActionsTestJSON-1456544772-project-member] Enqueued Resource ID: 1c26f335-9f96-489d-a5cd-78467aa30717 with Priority: HIGHEST for action security_group_rules [ 692.187998] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c26f335-9f96-489d-a5cd-78467aa30717 with Priority: HIGHEST for action security_group_rules [ 692.188689] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c26f335-9f96-489d-a5cd-78467aa30717 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.188689] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c26f335-9f96-489d-a5cd-78467aa30717" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.188866] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c26f335-9f96-489d-a5cd-78467aa30717" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.190504] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c26f335-9f96-489d-a5cd-78467aa30717" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.190504] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c26f335-9f96-489d-a5cd-78467aa30717',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.317119] env[69861]: INFO networking_nsxv3.common.synchronization [None req-fa89a06a-0d74-4a73-a0c7-7d746508d972 None None] Enqueued Resource ID: 03675e2c-d406-4473-b18b-4ccccdf22706 with Priority: HIGHEST for action port [ 692.317119] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03675e2c-d406-4473-b18b-4ccccdf22706 with Priority: HIGHEST for action port [ 692.318155] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-03675e2c-d406-4473-b18b-4ccccdf22706 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.319069] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03675e2c-d406-4473-b18b-4ccccdf22706" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.319197] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03675e2c-d406-4473-b18b-4ccccdf22706" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.319493] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03675e2c-d406-4473-b18b-4ccccdf22706" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.319606] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03675e2c-d406-4473-b18b-4ccccdf22706',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.370070] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00d8f8d6-43d4-44dc-93ca-6176502e3e63 [ 692.370070] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.370070] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.370070] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.370289] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.370319] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.370410] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00d8f8d6-43d4-44dc-93ca-6176502e3e63 already deleted. [ 692.370489] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00d8f8d6-43d4-44dc-93ca-6176502e3e63" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.716030] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.716448] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.716448] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.716546] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.716656] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.716708] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c26f335-9f96-489d-a5cd-78467aa30717 already deleted. [ 692.717444] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c26f335-9f96-489d-a5cd-78467aa30717" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.821675] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03675e2c-d406-4473-b18b-4ccccdf22706 [ 692.821918] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.822305] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.822305] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.822422] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.822524] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.824197] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03675e2c-d406-4473-b18b-4ccccdf22706 already deleted. [ 692.824197] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03675e2c-d406-4473-b18b-4ccccdf22706" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.988476] env[69861]: INFO networking_nsxv3.common.synchronization [None req-2e2d2989-615c-4bdc-bee4-7e2a577608d6 tempest-ServerActionsTestJSON-1456544772 tempest-ServerActionsTestJSON-1456544772-project-member] Enqueued Resource ID: 1c26f335-9f96-489d-a5cd-78467aa30717 with Priority: HIGHEST for action security_group_rules [ 692.990334] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c26f335-9f96-489d-a5cd-78467aa30717 with Priority: HIGHEST for action security_group_rules [ 692.990334] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c26f335-9f96-489d-a5cd-78467aa30717 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.990691] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c26f335-9f96-489d-a5cd-78467aa30717" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.990691] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c26f335-9f96-489d-a5cd-78467aa30717" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.991171] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c26f335-9f96-489d-a5cd-78467aa30717" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.991171] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c26f335-9f96-489d-a5cd-78467aa30717',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.513823] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.513823] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.513823] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.514267] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.514267] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.514267] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c26f335-9f96-489d-a5cd-78467aa30717 already deleted. [ 693.514267] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c26f335-9f96-489d-a5cd-78467aa30717" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.030037] env[69861]: INFO networking_nsxv3.common.synchronization [req-ef65661e-38e9-4791-b2a8-55eaad01ae3f req-85c68d7a-771b-4d70-b075-f2c92155e4b2 tempest-SecurityGroupRulesTestJSON-1074632902 tempest-SecurityGroupRulesTestJSON-1074632902-project-member] Enqueued Resource ID: e8d52500-67b0-4c03-841a-442cd7e432ee with Priority: HIGHEST for action security_group_rules [ 695.030289] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d52500-67b0-4c03-841a-442cd7e432ee with Priority: HIGHEST for action security_group_rules [ 695.030684] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d52500-67b0-4c03-841a-442cd7e432ee taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.030823] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d52500-67b0-4c03-841a-442cd7e432ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.030877] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d52500-67b0-4c03-841a-442cd7e432ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.031972] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d52500-67b0-4c03-841a-442cd7e432ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.031972] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d52500-67b0-4c03-841a-442cd7e432ee',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.555109] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.555303] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.555303] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.555542] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.555593] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.555686] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d52500-67b0-4c03-841a-442cd7e432ee already deleted. [ 695.555771] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d52500-67b0-4c03-841a-442cd7e432ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.819217] env[69861]: INFO networking_nsxv3.common.synchronization [None req-adfa7192-cb42-431c-80ee-9f9488e29aef None None] Enqueued Resource ID: 6fe26ead-e96b-4794-a832-b66f7ecd6de9 with Priority: HIGHEST for action port [ 695.819855] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe26ead-e96b-4794-a832-b66f7ecd6de9 with Priority: HIGHEST for action port [ 695.820726] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fe26ead-e96b-4794-a832-b66f7ecd6de9 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.820898] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fe26ead-e96b-4794-a832-b66f7ecd6de9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.820998] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fe26ead-e96b-4794-a832-b66f7ecd6de9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.821321] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fe26ead-e96b-4794-a832-b66f7ecd6de9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.821439] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fe26ead-e96b-4794-a832-b66f7ecd6de9',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.324570] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fe26ead-e96b-4794-a832-b66f7ecd6de9 [ 696.324838] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.324974] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.325062] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.325460] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.325596] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.325753] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fe26ead-e96b-4794-a832-b66f7ecd6de9 already deleted. [ 696.325845] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fe26ead-e96b-4794-a832-b66f7ecd6de9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.622436] env[69861]: INFO networking_nsxv3.common.synchronization [req-075d0071-b537-4e4b-9ab6-501934b7fe28 req-16d2effb-aebd-4919-9666-edb42411a568 tempest-SecurityGroupRulesTestJSON-1074632902 tempest-SecurityGroupRulesTestJSON-1074632902-project-member] Enqueued Resource ID: e8d52500-67b0-4c03-841a-442cd7e432ee with Priority: HIGHEST for action security_group_rules [ 696.624046] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d52500-67b0-4c03-841a-442cd7e432ee with Priority: HIGHEST for action security_group_rules [ 696.624931] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d52500-67b0-4c03-841a-442cd7e432ee taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.624931] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d52500-67b0-4c03-841a-442cd7e432ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.624931] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d52500-67b0-4c03-841a-442cd7e432ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.624931] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d52500-67b0-4c03-841a-442cd7e432ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.624931] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d52500-67b0-4c03-841a-442cd7e432ee',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.147592] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.147592] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.147592] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.147860] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.147895] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.148368] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d52500-67b0-4c03-841a-442cd7e432ee already deleted. [ 697.148368] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d52500-67b0-4c03-841a-442cd7e432ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.310677] env[69861]: INFO networking_nsxv3.common.synchronization [None req-66322e13-ba76-4ad0-9f0f-e6de386aa294 None None] Enqueued Resource ID: bab72085-b54a-4b74-85ea-0fb29d4d26a3 with Priority: HIGHEST for action port [ 698.310930] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab72085-b54a-4b74-85ea-0fb29d4d26a3 with Priority: HIGHEST for action port [ 698.312600] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-bab72085-b54a-4b74-85ea-0fb29d4d26a3 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.312600] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bab72085-b54a-4b74-85ea-0fb29d4d26a3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.312600] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bab72085-b54a-4b74-85ea-0fb29d4d26a3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.312600] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bab72085-b54a-4b74-85ea-0fb29d4d26a3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.312600] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab72085-b54a-4b74-85ea-0fb29d4d26a3',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.595934] env[69861]: INFO networking_nsxv3.common.synchronization [None req-f5498da3-5e5a-451e-885c-45cd9994839d None None] Enqueued Resource ID: 2d47ee0e-f3a3-4264-a6d9-8142bcfa6ff9 with Priority: HIGHEST for action port [ 698.595934] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d47ee0e-f3a3-4264-a6d9-8142bcfa6ff9 with Priority: HIGHEST for action port [ 698.597268] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d47ee0e-f3a3-4264-a6d9-8142bcfa6ff9 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.597598] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d47ee0e-f3a3-4264-a6d9-8142bcfa6ff9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.597799] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d47ee0e-f3a3-4264-a6d9-8142bcfa6ff9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.598783] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d47ee0e-f3a3-4264-a6d9-8142bcfa6ff9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.599023] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d47ee0e-f3a3-4264-a6d9-8142bcfa6ff9',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.816029] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bab72085-b54a-4b74-85ea-0fb29d4d26a3 [ 698.816029] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.816029] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.816029] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.816282] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.818958] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.818958] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bab72085-b54a-4b74-85ea-0fb29d4d26a3 already deleted. [ 698.819284] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bab72085-b54a-4b74-85ea-0fb29d4d26a3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.102822] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d47ee0e-f3a3-4264-a6d9-8142bcfa6ff9 [ 699.103115] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.103263] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.103330] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.103546] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.103626] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.103726] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d47ee0e-f3a3-4264-a6d9-8142bcfa6ff9 already deleted. [ 699.103809] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d47ee0e-f3a3-4264-a6d9-8142bcfa6ff9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.236619] env[69861]: INFO networking_nsxv3.common.synchronization [None req-79bddd52-748e-4aef-ad5f-8256d8f28335 None None] Enqueued Resource ID: 8443cb16-6dcf-4b10-87f9-b4529ac19a56 with Priority: HIGHEST for action port [ 699.238308] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8443cb16-6dcf-4b10-87f9-b4529ac19a56 with Priority: HIGHEST for action port [ 699.238982] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-8443cb16-6dcf-4b10-87f9-b4529ac19a56 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.239137] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8443cb16-6dcf-4b10-87f9-b4529ac19a56" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.239203] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8443cb16-6dcf-4b10-87f9-b4529ac19a56" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.239476] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8443cb16-6dcf-4b10-87f9-b4529ac19a56" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.239551] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8443cb16-6dcf-4b10-87f9-b4529ac19a56',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.742473] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8443cb16-6dcf-4b10-87f9-b4529ac19a56 [ 699.742972] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.742972] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.742972] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.743232] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.743302] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.743569] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8443cb16-6dcf-4b10-87f9-b4529ac19a56 already deleted. [ 699.743665] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8443cb16-6dcf-4b10-87f9-b4529ac19a56" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.975184] env[69861]: INFO networking_nsxv3.common.synchronization [req-c42dce36-1d36-4b47-85f2-ce0de6686144 req-c6e5fd6c-ac84-4085-9066-a41c78a43412 tempest-SecurityGroupRulesTestJSON-1074632902 tempest-SecurityGroupRulesTestJSON-1074632902-project-member] Enqueued Resource ID: e8d52500-67b0-4c03-841a-442cd7e432ee with Priority: HIGHEST for action security_group_rules [ 699.976631] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d52500-67b0-4c03-841a-442cd7e432ee with Priority: HIGHEST for action security_group_rules [ 699.976631] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d52500-67b0-4c03-841a-442cd7e432ee taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.976825] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d52500-67b0-4c03-841a-442cd7e432ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.976825] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d52500-67b0-4c03-841a-442cd7e432ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.978198] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d52500-67b0-4c03-841a-442cd7e432ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.978198] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d52500-67b0-4c03-841a-442cd7e432ee',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.499621] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.499806] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.500016] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.500128] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.500226] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.500321] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d52500-67b0-4c03-841a-442cd7e432ee already deleted. [ 700.500410] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d52500-67b0-4c03-841a-442cd7e432ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.595200] env[69861]: INFO networking_nsxv3.common.synchronization [None req-7ccd4366-b225-4f81-b083-9ab25b0e120c None None] Enqueued Resource ID: a17ed039-a4f9-472b-8bed-024ee078dd80 with Priority: HIGHEST for action port [ 701.595515] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17ed039-a4f9-472b-8bed-024ee078dd80 with Priority: HIGHEST for action port [ 701.596023] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-a17ed039-a4f9-472b-8bed-024ee078dd80 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.600105] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a17ed039-a4f9-472b-8bed-024ee078dd80" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.600105] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a17ed039-a4f9-472b-8bed-024ee078dd80" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.600105] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a17ed039-a4f9-472b-8bed-024ee078dd80" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.600105] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a17ed039-a4f9-472b-8bed-024ee078dd80',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.102025] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a17ed039-a4f9-472b-8bed-024ee078dd80 [ 702.102152] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.102359] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.102416] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.102604] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.102693] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.103031] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a17ed039-a4f9-472b-8bed-024ee078dd80 already deleted. [ 702.103160] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a17ed039-a4f9-472b-8bed-024ee078dd80" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.312180] env[69861]: INFO networking_nsxv3.common.synchronization [None req-dba3b2be-7d62-4011-8a45-9f44273407a9 None None] Enqueued Resource ID: a6de963d-c05a-43c4-9f8b-a23b6089f8e9 with Priority: HIGHEST for action port [ 702.312752] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6de963d-c05a-43c4-9f8b-a23b6089f8e9 with Priority: HIGHEST for action port [ 702.313247] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6de963d-c05a-43c4-9f8b-a23b6089f8e9 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.313337] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6de963d-c05a-43c4-9f8b-a23b6089f8e9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.313337] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6de963d-c05a-43c4-9f8b-a23b6089f8e9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.313590] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6de963d-c05a-43c4-9f8b-a23b6089f8e9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.313673] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6de963d-c05a-43c4-9f8b-a23b6089f8e9',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.818643] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6de963d-c05a-43c4-9f8b-a23b6089f8e9 [ 702.818643] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.818643] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.818643] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.818643] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.818643] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.818643] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6de963d-c05a-43c4-9f8b-a23b6089f8e9 already deleted. [ 702.818643] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6de963d-c05a-43c4-9f8b-a23b6089f8e9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.946186] env[69861]: INFO networking_nsxv3.common.synchronization [None req-bd873db5-8f33-4711-9d62-906bffdac3c5 None None] Enqueued Resource ID: 6f5a0421-f349-4e41-9b55-1cb8bcf7510e with Priority: HIGHEST for action port [ 702.946398] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5a0421-f349-4e41-9b55-1cb8bcf7510e with Priority: HIGHEST for action port [ 702.946905] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f5a0421-f349-4e41-9b55-1cb8bcf7510e taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.947090] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f5a0421-f349-4e41-9b55-1cb8bcf7510e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.947090] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f5a0421-f349-4e41-9b55-1cb8bcf7510e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.949355] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f5a0421-f349-4e41-9b55-1cb8bcf7510e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.949355] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f5a0421-f349-4e41-9b55-1cb8bcf7510e',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.453603] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f5a0421-f349-4e41-9b55-1cb8bcf7510e [ 703.453984] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.455038] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.455038] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.455392] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.455486] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.455585] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f5a0421-f349-4e41-9b55-1cb8bcf7510e already deleted. [ 703.455688] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f5a0421-f349-4e41-9b55-1cb8bcf7510e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.334696] env[69861]: INFO networking_nsxv3.common.synchronization [None req-b5dc9cf9-fb0e-43e8-bf98-f005513df596 None None] Enqueued Resource ID: 61d7c25a-fc07-4179-8d85-f124235e4a9b with Priority: HIGHEST for action port [ 704.335020] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d7c25a-fc07-4179-8d85-f124235e4a9b with Priority: HIGHEST for action port [ 704.335877] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-61d7c25a-fc07-4179-8d85-f124235e4a9b taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.335877] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61d7c25a-fc07-4179-8d85-f124235e4a9b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.335877] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61d7c25a-fc07-4179-8d85-f124235e4a9b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.336145] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61d7c25a-fc07-4179-8d85-f124235e4a9b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.336145] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d7c25a-fc07-4179-8d85-f124235e4a9b',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.838063] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61d7c25a-fc07-4179-8d85-f124235e4a9b [ 704.838063] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.838063] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.838063] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.838063] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.838295] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.838295] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61d7c25a-fc07-4179-8d85-f124235e4a9b already deleted. [ 704.838295] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61d7c25a-fc07-4179-8d85-f124235e4a9b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.047588] env[69861]: INFO networking_nsxv3.common.synchronization [None req-980424b3-1410-42d4-8c5d-05989f52e5d3 None None] Enqueued Resource ID: 0bd434ad-c5b8-4666-af77-86b8a0b15365 with Priority: HIGHEST for action port [ 705.047887] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd434ad-c5b8-4666-af77-86b8a0b15365 with Priority: HIGHEST for action port [ 705.048507] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bd434ad-c5b8-4666-af77-86b8a0b15365 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.048604] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bd434ad-c5b8-4666-af77-86b8a0b15365" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.048656] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bd434ad-c5b8-4666-af77-86b8a0b15365" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.048869] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bd434ad-c5b8-4666-af77-86b8a0b15365" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.048967] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bd434ad-c5b8-4666-af77-86b8a0b15365',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.551231] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bd434ad-c5b8-4666-af77-86b8a0b15365 [ 705.551456] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.551456] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.551547] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.552177] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.552177] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.552177] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bd434ad-c5b8-4666-af77-86b8a0b15365 already deleted. [ 705.552177] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bd434ad-c5b8-4666-af77-86b8a0b15365" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.750382] env[69861]: INFO networking_nsxv3.common.synchronization [None req-b2938a2f-f41c-44ee-9241-31174aeb3faf None None] Enqueued Resource ID: 001258fc-9af4-4a32-88c2-040ad1c28465 with Priority: HIGHEST for action port [ 705.750382] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001258fc-9af4-4a32-88c2-040ad1c28465 with Priority: HIGHEST for action port [ 705.752059] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-001258fc-9af4-4a32-88c2-040ad1c28465 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.752059] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-001258fc-9af4-4a32-88c2-040ad1c28465" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.752059] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-001258fc-9af4-4a32-88c2-040ad1c28465" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.752059] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-001258fc-9af4-4a32-88c2-040ad1c28465" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.752059] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('001258fc-9af4-4a32-88c2-040ad1c28465',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.775037] env[69861]: INFO networking_nsxv3.common.synchronization [None req-5d746d6f-1943-4fb3-a554-409bee039912 None None] Enqueued Resource ID: cd563eaf-ace5-4026-a421-fa16eaa0b869 with Priority: HIGHEST for action port [ 705.775569] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd563eaf-ace5-4026-a421-fa16eaa0b869 with Priority: HIGHEST for action port [ 705.775885] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd563eaf-ace5-4026-a421-fa16eaa0b869 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.776655] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd563eaf-ace5-4026-a421-fa16eaa0b869" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.776821] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd563eaf-ace5-4026-a421-fa16eaa0b869" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.777613] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd563eaf-ace5-4026-a421-fa16eaa0b869" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.777941] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd563eaf-ace5-4026-a421-fa16eaa0b869',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.256052] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 001258fc-9af4-4a32-88c2-040ad1c28465 [ 706.256052] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.256052] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.256052] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.256052] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.256052] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.256052] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:001258fc-9af4-4a32-88c2-040ad1c28465 already deleted. [ 706.256052] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-001258fc-9af4-4a32-88c2-040ad1c28465" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.282304] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd563eaf-ace5-4026-a421-fa16eaa0b869 [ 706.282304] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.282304] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.282304] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.282304] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.282574] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.282574] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd563eaf-ace5-4026-a421-fa16eaa0b869 already deleted. [ 706.282574] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd563eaf-ace5-4026-a421-fa16eaa0b869" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.104849] env[69861]: INFO networking_nsxv3.common.synchronization [None req-7705dc7f-9613-4387-8cf4-8ea27c254b00 None None] Enqueued Resource ID: 9fc9b9b8-9e0b-4f26-a2e9-f1fa1a9506be with Priority: HIGHEST for action port [ 707.106235] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc9b9b8-9e0b-4f26-a2e9-f1fa1a9506be with Priority: HIGHEST for action port [ 707.106821] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fc9b9b8-9e0b-4f26-a2e9-f1fa1a9506be taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.106941] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fc9b9b8-9e0b-4f26-a2e9-f1fa1a9506be" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.107017] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fc9b9b8-9e0b-4f26-a2e9-f1fa1a9506be" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.107281] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fc9b9b8-9e0b-4f26-a2e9-f1fa1a9506be" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.107355] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc9b9b8-9e0b-4f26-a2e9-f1fa1a9506be',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.611467] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fc9b9b8-9e0b-4f26-a2e9-f1fa1a9506be [ 707.611685] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.611815] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.611881] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.612137] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.612200] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.612294] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fc9b9b8-9e0b-4f26-a2e9-f1fa1a9506be already deleted. [ 707.612372] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fc9b9b8-9e0b-4f26-a2e9-f1fa1a9506be" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.957185] env[69861]: INFO networking_nsxv3.common.synchronization [None req-c58ae5fe-c573-41b7-8b7f-42561cb9d928 None None] Enqueued Resource ID: 68649a2e-173d-4afb-a893-919cbac4d47e with Priority: HIGHEST for action port [ 708.957185] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68649a2e-173d-4afb-a893-919cbac4d47e with Priority: HIGHEST for action port [ 708.957636] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-68649a2e-173d-4afb-a893-919cbac4d47e taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.957895] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68649a2e-173d-4afb-a893-919cbac4d47e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.957895] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68649a2e-173d-4afb-a893-919cbac4d47e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.958176] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68649a2e-173d-4afb-a893-919cbac4d47e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.958249] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68649a2e-173d-4afb-a893-919cbac4d47e',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.264086] env[69861]: INFO networking_nsxv3.common.synchronization [None req-edbe0796-2833-4a83-9298-75a6957f164c tempest-AttachVolumeNegativeTest-1755103160 tempest-AttachVolumeNegativeTest-1755103160-project-member] Enqueued Resource ID: 73b1271a-564d-4790-9121-f2c1bc7fc478 with Priority: HIGHEST for action security_group_rules [ 709.264268] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b1271a-564d-4790-9121-f2c1bc7fc478 with Priority: HIGHEST for action security_group_rules [ 709.264868] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73b1271a-564d-4790-9121-f2c1bc7fc478 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.265009] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73b1271a-564d-4790-9121-f2c1bc7fc478" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.265009] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73b1271a-564d-4790-9121-f2c1bc7fc478" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.265272] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73b1271a-564d-4790-9121-f2c1bc7fc478" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.265359] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73b1271a-564d-4790-9121-f2c1bc7fc478',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.460760] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68649a2e-173d-4afb-a893-919cbac4d47e [ 709.460760] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.460864] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.460864] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.461724] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.461724] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.461724] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68649a2e-173d-4afb-a893-919cbac4d47e already deleted. [ 709.461724] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68649a2e-173d-4afb-a893-919cbac4d47e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.485872] env[69861]: INFO networking_nsxv3.common.synchronization [None req-23ee5725-6d53-4246-9d9e-94e6936ea4fa None None] Enqueued Resource ID: e9f572e4-d27c-446f-b525-205e79487d8f with Priority: HIGHEST for action port [ 709.486369] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f572e4-d27c-446f-b525-205e79487d8f with Priority: HIGHEST for action port [ 709.486717] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f572e4-d27c-446f-b525-205e79487d8f taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.486836] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f572e4-d27c-446f-b525-205e79487d8f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.489160] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f572e4-d27c-446f-b525-205e79487d8f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.489478] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f572e4-d27c-446f-b525-205e79487d8f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.489784] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f572e4-d27c-446f-b525-205e79487d8f',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.567991] env[69861]: INFO networking_nsxv3.common.synchronization [None req-4f9043a3-f289-460f-80e0-6fb9ab3cf948 tempest-AttachVolumeNegativeTest-1755103160 tempest-AttachVolumeNegativeTest-1755103160-project-member] Enqueued Resource ID: 73b1271a-564d-4790-9121-f2c1bc7fc478 with Priority: HIGHEST for action security_group_rules [ 709.567991] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b1271a-564d-4790-9121-f2c1bc7fc478 with Priority: HIGHEST for action security_group_rules [ 709.567991] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73b1271a-564d-4790-9121-f2c1bc7fc478 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.567991] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73b1271a-564d-4790-9121-f2c1bc7fc478" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.793762] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.793762] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.793762] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.793762] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.793762] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.793762] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73b1271a-564d-4790-9121-f2c1bc7fc478 already deleted. [ 709.793762] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73b1271a-564d-4790-9121-f2c1bc7fc478" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.793762] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73b1271a-564d-4790-9121-f2c1bc7fc478" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.793762] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73b1271a-564d-4790-9121-f2c1bc7fc478" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.793762] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73b1271a-564d-4790-9121-f2c1bc7fc478',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.959818] env[69861]: INFO networking_nsxv3.common.synchronization [None req-d0f13aee-2a91-4cf6-9813-c42884459a30 None None] Enqueued Resource ID: 24f6e777-8195-44df-9cd7-00739df37c50 with Priority: HIGHEST for action port [ 709.960089] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f6e777-8195-44df-9cd7-00739df37c50 with Priority: HIGHEST for action port [ 709.960634] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-24f6e777-8195-44df-9cd7-00739df37c50 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.960765] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24f6e777-8195-44df-9cd7-00739df37c50" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.960856] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24f6e777-8195-44df-9cd7-00739df37c50" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.961792] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24f6e777-8195-44df-9cd7-00739df37c50" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.961792] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f6e777-8195-44df-9cd7-00739df37c50',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.994213] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9f572e4-d27c-446f-b525-205e79487d8f [ 709.994213] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.994213] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.994213] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.994213] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.994213] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.994213] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9f572e4-d27c-446f-b525-205e79487d8f already deleted. [ 709.994213] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f572e4-d27c-446f-b525-205e79487d8f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.317235] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.317235] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.317235] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.317235] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.317235] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.317235] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73b1271a-564d-4790-9121-f2c1bc7fc478 already deleted. [ 710.317235] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73b1271a-564d-4790-9121-f2c1bc7fc478" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.438245] env[69861]: INFO networking_nsxv3.common.synchronization [None req-c9de1fc1-f6d2-44ac-b738-065fc3ee0091 None None] Enqueued Resource ID: 26014d3b-452d-41d1-af8c-52702f705dbb with Priority: HIGHEST for action port [ 710.440062] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26014d3b-452d-41d1-af8c-52702f705dbb with Priority: HIGHEST for action port [ 710.440062] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-26014d3b-452d-41d1-af8c-52702f705dbb taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.440062] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26014d3b-452d-41d1-af8c-52702f705dbb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.440062] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26014d3b-452d-41d1-af8c-52702f705dbb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.440062] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26014d3b-452d-41d1-af8c-52702f705dbb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.440062] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26014d3b-452d-41d1-af8c-52702f705dbb',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.463065] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24f6e777-8195-44df-9cd7-00739df37c50 [ 710.463330] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.465177] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.465177] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.465177] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.465177] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.465177] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24f6e777-8195-44df-9cd7-00739df37c50 already deleted. [ 710.465177] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24f6e777-8195-44df-9cd7-00739df37c50" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.642714] env[69861]: INFO networking_nsxv3.common.synchronization [None req-9368c859-d345-40d5-942d-3d17a73fb570 None None] Enqueued Resource ID: 1b96d559-cdc8-4c8a-9f57-7e2196d777c4 with Priority: HIGHEST for action port [ 710.643429] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b96d559-cdc8-4c8a-9f57-7e2196d777c4 with Priority: HIGHEST for action port [ 710.643660] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b96d559-cdc8-4c8a-9f57-7e2196d777c4 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.643763] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b96d559-cdc8-4c8a-9f57-7e2196d777c4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.643763] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b96d559-cdc8-4c8a-9f57-7e2196d777c4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.647715] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b96d559-cdc8-4c8a-9f57-7e2196d777c4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.647715] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b96d559-cdc8-4c8a-9f57-7e2196d777c4',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.945571] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26014d3b-452d-41d1-af8c-52702f705dbb [ 710.945924] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.945924] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.946127] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.946218] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.946308] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.946406] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26014d3b-452d-41d1-af8c-52702f705dbb already deleted. [ 710.946486] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26014d3b-452d-41d1-af8c-52702f705dbb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.152704] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b96d559-cdc8-4c8a-9f57-7e2196d777c4 [ 711.152704] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.152704] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.152704] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.152704] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.152704] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.152704] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b96d559-cdc8-4c8a-9f57-7e2196d777c4 already deleted. [ 711.152704] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b96d559-cdc8-4c8a-9f57-7e2196d777c4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.334020] env[69861]: INFO networking_nsxv3.common.synchronization [None req-ce7ea371-28c0-497b-b4a8-dd582cc2e258 None None] Enqueued Resource ID: aaf0590b-ac89-47f6-98ba-779b1d053e47 with Priority: HIGHEST for action port [ 711.334020] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf0590b-ac89-47f6-98ba-779b1d053e47 with Priority: HIGHEST for action port [ 711.334020] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaf0590b-ac89-47f6-98ba-779b1d053e47 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.334020] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaf0590b-ac89-47f6-98ba-779b1d053e47" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.334020] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaf0590b-ac89-47f6-98ba-779b1d053e47" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.334020] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaf0590b-ac89-47f6-98ba-779b1d053e47" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.334020] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaf0590b-ac89-47f6-98ba-779b1d053e47',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.837209] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aaf0590b-ac89-47f6-98ba-779b1d053e47 [ 711.837209] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.837209] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.837209] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.837209] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.837209] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.837209] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aaf0590b-ac89-47f6-98ba-779b1d053e47 already deleted. [ 711.837209] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaf0590b-ac89-47f6-98ba-779b1d053e47" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.899697] env[69861]: INFO networking_nsxv3.common.synchronization [None req-8c8334df-83b6-4479-a6c2-b57048e6584d tempest-AttachVolumeShelveTestJSON-1845917864 tempest-AttachVolumeShelveTestJSON-1845917864-project-member] Enqueued Resource ID: 5a18286e-9343-451c-9063-21f55ca666bf with Priority: HIGHEST for action security_group_rules [ 712.900256] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a18286e-9343-451c-9063-21f55ca666bf with Priority: HIGHEST for action security_group_rules [ 712.900579] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a18286e-9343-451c-9063-21f55ca666bf taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.900759] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a18286e-9343-451c-9063-21f55ca666bf" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.900804] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a18286e-9343-451c-9063-21f55ca666bf" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.906627] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a18286e-9343-451c-9063-21f55ca666bf" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.906627] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a18286e-9343-451c-9063-21f55ca666bf',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.430022] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.430022] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.430022] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.430022] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.430022] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.430022] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a18286e-9343-451c-9063-21f55ca666bf already deleted. [ 713.430022] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a18286e-9343-451c-9063-21f55ca666bf" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.492022] env[69861]: INFO networking_nsxv3.common.synchronization [None req-79d44679-b6f2-4be0-a161-a09c7c78b9fa tempest-AttachVolumeShelveTestJSON-1845917864 tempest-AttachVolumeShelveTestJSON-1845917864-project-member] Enqueued Resource ID: 5a18286e-9343-451c-9063-21f55ca666bf with Priority: HIGHEST for action security_group_rules [ 713.492022] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a18286e-9343-451c-9063-21f55ca666bf with Priority: HIGHEST for action security_group_rules [ 713.492022] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a18286e-9343-451c-9063-21f55ca666bf taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.492022] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a18286e-9343-451c-9063-21f55ca666bf" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.492022] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a18286e-9343-451c-9063-21f55ca666bf" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.492022] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a18286e-9343-451c-9063-21f55ca666bf" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.492022] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a18286e-9343-451c-9063-21f55ca666bf',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.741563] env[69861]: INFO networking_nsxv3.common.synchronization [None req-561125a2-5bda-47ab-a8be-c9d4bcaee264 None None] Enqueued Resource ID: 95500c2e-d924-4625-89b7-f4c54eb269b1 with Priority: HIGHEST for action port [ 713.741833] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95500c2e-d924-4625-89b7-f4c54eb269b1 with Priority: HIGHEST for action port [ 713.742997] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-95500c2e-d924-4625-89b7-f4c54eb269b1 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.743151] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95500c2e-d924-4625-89b7-f4c54eb269b1" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.743260] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95500c2e-d924-4625-89b7-f4c54eb269b1" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.743484] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95500c2e-d924-4625-89b7-f4c54eb269b1" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.743564] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95500c2e-d924-4625-89b7-f4c54eb269b1',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.015658] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.015658] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.015658] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.015658] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.015658] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.015658] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a18286e-9343-451c-9063-21f55ca666bf already deleted. [ 714.015658] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a18286e-9343-451c-9063-21f55ca666bf" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.246688] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95500c2e-d924-4625-89b7-f4c54eb269b1 [ 714.246688] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.246688] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.246688] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.246688] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.246688] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.246688] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95500c2e-d924-4625-89b7-f4c54eb269b1 already deleted. [ 714.246688] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95500c2e-d924-4625-89b7-f4c54eb269b1" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.685014] env[69861]: INFO networking_nsxv3.common.synchronization [None req-91a2fca8-d900-41e3-9eed-25dfe0b05b59 None None] Enqueued Resource ID: b3dc4588-30ae-43e3-8f6c-8abb5c7e79e8 with Priority: HIGHEST for action port [ 714.685014] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3dc4588-30ae-43e3-8f6c-8abb5c7e79e8 with Priority: HIGHEST for action port [ 714.685014] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3dc4588-30ae-43e3-8f6c-8abb5c7e79e8 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.685014] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3dc4588-30ae-43e3-8f6c-8abb5c7e79e8" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.685014] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3dc4588-30ae-43e3-8f6c-8abb5c7e79e8" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.685014] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3dc4588-30ae-43e3-8f6c-8abb5c7e79e8" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.685014] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3dc4588-30ae-43e3-8f6c-8abb5c7e79e8',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.996729] env[69861]: INFO networking_nsxv3.common.synchronization [None req-3ccc5ea4-d326-4589-9563-4c0bbc2aef6f None None] Enqueued Resource ID: 6ff1780a-0541-4414-bdbd-61506c6b3b1d with Priority: HIGHEST for action port [ 714.996729] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff1780a-0541-4414-bdbd-61506c6b3b1d with Priority: HIGHEST for action port [ 714.996729] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ff1780a-0541-4414-bdbd-61506c6b3b1d taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.996931] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ff1780a-0541-4414-bdbd-61506c6b3b1d" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.996931] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ff1780a-0541-4414-bdbd-61506c6b3b1d" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.997189] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ff1780a-0541-4414-bdbd-61506c6b3b1d" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.998262] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ff1780a-0541-4414-bdbd-61506c6b3b1d',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.114444] env[69861]: INFO networking_nsxv3.common.synchronization [None req-0f4f21e4-d821-44c3-9144-ca3dcd8404fa None None] Enqueued Resource ID: 8430ae7f-010f-47bd-a9ed-b6e3deed7a80 with Priority: HIGHEST for action port [ 715.115135] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8430ae7f-010f-47bd-a9ed-b6e3deed7a80 with Priority: HIGHEST for action port [ 715.115479] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-8430ae7f-010f-47bd-a9ed-b6e3deed7a80 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.115479] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8430ae7f-010f-47bd-a9ed-b6e3deed7a80" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.115880] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8430ae7f-010f-47bd-a9ed-b6e3deed7a80" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.115880] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8430ae7f-010f-47bd-a9ed-b6e3deed7a80" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.115880] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8430ae7f-010f-47bd-a9ed-b6e3deed7a80',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.189687] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3dc4588-30ae-43e3-8f6c-8abb5c7e79e8 [ 715.189687] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.189687] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.189687] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.189687] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.189687] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.189922] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3dc4588-30ae-43e3-8f6c-8abb5c7e79e8 already deleted. [ 715.189922] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3dc4588-30ae-43e3-8f6c-8abb5c7e79e8" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.501731] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ff1780a-0541-4414-bdbd-61506c6b3b1d [ 715.501731] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.501731] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.501731] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.501731] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.501731] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.501731] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ff1780a-0541-4414-bdbd-61506c6b3b1d already deleted. [ 715.501731] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ff1780a-0541-4414-bdbd-61506c6b3b1d" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.619849] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8430ae7f-010f-47bd-a9ed-b6e3deed7a80 [ 715.619849] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.620209] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.620209] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.620209] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.620305] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.620335] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8430ae7f-010f-47bd-a9ed-b6e3deed7a80 already deleted. [ 715.623970] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8430ae7f-010f-47bd-a9ed-b6e3deed7a80" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.717449] env[69861]: INFO networking_nsxv3.common.synchronization [None req-f03d1fac-4fc0-41fa-b04a-ae6f53ed2b90 None None] Enqueued Resource ID: dad1d7c2-deb2-46cb-82e5-7b3ce3e2dbda with Priority: HIGHEST for action port [ 715.717782] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad1d7c2-deb2-46cb-82e5-7b3ce3e2dbda with Priority: HIGHEST for action port [ 715.718538] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad1d7c2-deb2-46cb-82e5-7b3ce3e2dbda taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.718538] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad1d7c2-deb2-46cb-82e5-7b3ce3e2dbda" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.718538] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad1d7c2-deb2-46cb-82e5-7b3ce3e2dbda" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.719265] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad1d7c2-deb2-46cb-82e5-7b3ce3e2dbda" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.719332] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad1d7c2-deb2-46cb-82e5-7b3ce3e2dbda',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.224087] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dad1d7c2-deb2-46cb-82e5-7b3ce3e2dbda [ 716.224087] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.224087] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.224087] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.224087] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.224623] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.224623] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dad1d7c2-deb2-46cb-82e5-7b3ce3e2dbda already deleted. [ 716.224623] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad1d7c2-deb2-46cb-82e5-7b3ce3e2dbda" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.366276] env[69861]: INFO networking_nsxv3.common.synchronization [None req-6e1fd405-64f5-4155-bfcc-81f09729f0d7 None None] Enqueued Resource ID: 0bbe642e-6976-4dac-a8b3-81f09ef04cad with Priority: HIGHEST for action port [ 716.366572] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbe642e-6976-4dac-a8b3-81f09ef04cad with Priority: HIGHEST for action port [ 716.367110] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bbe642e-6976-4dac-a8b3-81f09ef04cad taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.367244] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bbe642e-6976-4dac-a8b3-81f09ef04cad" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.367452] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bbe642e-6976-4dac-a8b3-81f09ef04cad" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.367589] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bbe642e-6976-4dac-a8b3-81f09ef04cad" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.367670] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bbe642e-6976-4dac-a8b3-81f09ef04cad',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.870054] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bbe642e-6976-4dac-a8b3-81f09ef04cad [ 716.870376] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.870482] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.870537] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.870768] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.870861] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.870959] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bbe642e-6976-4dac-a8b3-81f09ef04cad already deleted. [ 716.871052] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bbe642e-6976-4dac-a8b3-81f09ef04cad" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.967682] env[69861]: INFO networking_nsxv3.common.synchronization [None req-17885609-95b1-4ca7-81a3-d6353327707e None None] Enqueued Resource ID: 3eea63f3-5828-457b-b848-6cee239e8770 with Priority: HIGHEST for action port [ 716.968223] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eea63f3-5828-457b-b848-6cee239e8770 with Priority: HIGHEST for action port [ 716.968860] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eea63f3-5828-457b-b848-6cee239e8770 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.968998] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eea63f3-5828-457b-b848-6cee239e8770" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.969086] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eea63f3-5828-457b-b848-6cee239e8770" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.969359] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eea63f3-5828-457b-b848-6cee239e8770" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.969446] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eea63f3-5828-457b-b848-6cee239e8770',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.451904] env[69861]: INFO networking_nsxv3.common.synchronization [None req-c624b89c-142a-410e-bfc6-834dd2d0c4f2 tempest-ServerActionsV293TestJSON-149132524 tempest-ServerActionsV293TestJSON-149132524-project-member] Enqueued Resource ID: 68e72cd8-4fd4-48a6-affb-d517f8a68e4e with Priority: HIGHEST for action security_group_rules [ 717.452781] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e72cd8-4fd4-48a6-affb-d517f8a68e4e with Priority: HIGHEST for action security_group_rules [ 717.453173] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68e72cd8-4fd4-48a6-affb-d517f8a68e4e taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.453342] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68e72cd8-4fd4-48a6-affb-d517f8a68e4e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.453441] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68e72cd8-4fd4-48a6-affb-d517f8a68e4e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.453733] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68e72cd8-4fd4-48a6-affb-d517f8a68e4e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.453979] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68e72cd8-4fd4-48a6-affb-d517f8a68e4e',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.474018] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3eea63f3-5828-457b-b848-6cee239e8770 [ 717.474018] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.474018] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.474018] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.474018] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.474018] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.474018] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3eea63f3-5828-457b-b848-6cee239e8770 already deleted. [ 717.474018] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eea63f3-5828-457b-b848-6cee239e8770" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.739194] env[69861]: INFO networking_nsxv3.common.synchronization [None req-8304d1b5-17d1-466b-97cd-3a0f899b82ed tempest-ServerActionsV293TestJSON-149132524 tempest-ServerActionsV293TestJSON-149132524-project-member] Enqueued Resource ID: 68e72cd8-4fd4-48a6-affb-d517f8a68e4e with Priority: HIGHEST for action security_group_rules [ 717.739889] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e72cd8-4fd4-48a6-affb-d517f8a68e4e with Priority: HIGHEST for action security_group_rules [ 717.740408] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68e72cd8-4fd4-48a6-affb-d517f8a68e4e taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.740570] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68e72cd8-4fd4-48a6-affb-d517f8a68e4e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.979486] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.980541] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.980999] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.981515] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.981866] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.982279] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68e72cd8-4fd4-48a6-affb-d517f8a68e4e already deleted. [ 717.983955] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68e72cd8-4fd4-48a6-affb-d517f8a68e4e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.983955] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68e72cd8-4fd4-48a6-affb-d517f8a68e4e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.983955] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68e72cd8-4fd4-48a6-affb-d517f8a68e4e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.983955] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68e72cd8-4fd4-48a6-affb-d517f8a68e4e',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.507788] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.507788] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.507788] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.507788] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.507788] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.507788] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68e72cd8-4fd4-48a6-affb-d517f8a68e4e already deleted. [ 718.507788] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68e72cd8-4fd4-48a6-affb-d517f8a68e4e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.645931] env[69861]: INFO networking_nsxv3.common.synchronization [None req-ac28965b-ccbd-4869-be4e-523a353f9aee None None] Enqueued Resource ID: 67338811-2c70-4cef-bacd-7e58fe074d5b with Priority: HIGHEST for action port [ 718.645931] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67338811-2c70-4cef-bacd-7e58fe074d5b with Priority: HIGHEST for action port [ 718.645931] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-67338811-2c70-4cef-bacd-7e58fe074d5b taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.647333] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67338811-2c70-4cef-bacd-7e58fe074d5b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.647333] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67338811-2c70-4cef-bacd-7e58fe074d5b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.647333] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67338811-2c70-4cef-bacd-7e58fe074d5b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.647333] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67338811-2c70-4cef-bacd-7e58fe074d5b',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.153964] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67338811-2c70-4cef-bacd-7e58fe074d5b [ 719.153964] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.153964] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.154216] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.154302] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.154396] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.156856] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67338811-2c70-4cef-bacd-7e58fe074d5b already deleted. [ 719.156856] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67338811-2c70-4cef-bacd-7e58fe074d5b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.408952] env[69861]: INFO networking_nsxv3.common.synchronization [None req-a06917ad-17c1-47dd-a938-a61b9a5fa28b tempest-ServersTestBootFromVolume-986776566 tempest-ServersTestBootFromVolume-986776566-project-member] Enqueued Resource ID: 2fa2d2a2-7d17-47e6-a045-e0ae99929826 with Priority: HIGHEST for action security_group_rules [ 719.408952] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fa2d2a2-7d17-47e6-a045-e0ae99929826 with Priority: HIGHEST for action security_group_rules [ 719.410440] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fa2d2a2-7d17-47e6-a045-e0ae99929826 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.410574] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fa2d2a2-7d17-47e6-a045-e0ae99929826" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.411250] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fa2d2a2-7d17-47e6-a045-e0ae99929826" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.411250] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fa2d2a2-7d17-47e6-a045-e0ae99929826" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.411250] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fa2d2a2-7d17-47e6-a045-e0ae99929826',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.936725] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.936725] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.936725] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.936725] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.936725] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.936725] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fa2d2a2-7d17-47e6-a045-e0ae99929826 already deleted. [ 719.936725] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fa2d2a2-7d17-47e6-a045-e0ae99929826" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.004425] env[69861]: INFO networking_nsxv3.common.synchronization [None req-2e2f3dc5-6b39-4dde-9e77-7d1884f15066 tempest-ServersTestBootFromVolume-986776566 tempest-ServersTestBootFromVolume-986776566-project-member] Enqueued Resource ID: 2fa2d2a2-7d17-47e6-a045-e0ae99929826 with Priority: HIGHEST for action security_group_rules [ 720.004965] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fa2d2a2-7d17-47e6-a045-e0ae99929826 with Priority: HIGHEST for action security_group_rules [ 720.005304] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fa2d2a2-7d17-47e6-a045-e0ae99929826 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.005510] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fa2d2a2-7d17-47e6-a045-e0ae99929826" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.005510] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fa2d2a2-7d17-47e6-a045-e0ae99929826" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.005679] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fa2d2a2-7d17-47e6-a045-e0ae99929826" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.005757] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fa2d2a2-7d17-47e6-a045-e0ae99929826',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.471367] env[69861]: INFO networking_nsxv3.common.synchronization [None req-14564660-10fa-4c02-84de-02a02e8fcd0e None None] Enqueued Resource ID: 41bafc08-ab85-44a3-9c0b-951b6d94ed13 with Priority: HIGHEST for action port [ 720.471367] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bafc08-ab85-44a3-9c0b-951b6d94ed13 with Priority: HIGHEST for action port [ 720.473981] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-41bafc08-ab85-44a3-9c0b-951b6d94ed13 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.474584] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41bafc08-ab85-44a3-9c0b-951b6d94ed13" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.474676] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41bafc08-ab85-44a3-9c0b-951b6d94ed13" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.475182] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41bafc08-ab85-44a3-9c0b-951b6d94ed13" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.475270] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41bafc08-ab85-44a3-9c0b-951b6d94ed13',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.528104] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.531022] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.531022] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.531022] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.531022] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.531022] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fa2d2a2-7d17-47e6-a045-e0ae99929826 already deleted. [ 720.531022] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fa2d2a2-7d17-47e6-a045-e0ae99929826" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.731145] env[69861]: INFO networking_nsxv3.common.synchronization [None req-a953dffb-cc32-4d94-aac5-b148b2e72e15 None None] Enqueued Resource ID: 13fcb764-5ec0-4f86-9760-bd28125030e7 with Priority: HIGHEST for action port [ 720.731145] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13fcb764-5ec0-4f86-9760-bd28125030e7 with Priority: HIGHEST for action port [ 720.731964] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-13fcb764-5ec0-4f86-9760-bd28125030e7 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.731964] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13fcb764-5ec0-4f86-9760-bd28125030e7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.731964] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13fcb764-5ec0-4f86-9760-bd28125030e7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.732235] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13fcb764-5ec0-4f86-9760-bd28125030e7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.732323] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13fcb764-5ec0-4f86-9760-bd28125030e7',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.977358] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41bafc08-ab85-44a3-9c0b-951b6d94ed13 [ 720.977358] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.977869] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.977869] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.977869] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.977869] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.978143] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41bafc08-ab85-44a3-9c0b-951b6d94ed13 already deleted. [ 720.978143] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41bafc08-ab85-44a3-9c0b-951b6d94ed13" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.236979] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13fcb764-5ec0-4f86-9760-bd28125030e7 [ 721.236979] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.236979] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.236979] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.236979] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.236979] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.236979] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13fcb764-5ec0-4f86-9760-bd28125030e7 already deleted. [ 721.236979] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13fcb764-5ec0-4f86-9760-bd28125030e7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.473748] env[69861]: INFO networking_nsxv3.common.synchronization [None req-a5016966-8a57-46bb-8a5b-220a3b13ce52 None None] Enqueued Resource ID: 8fc60499-5a08-41eb-80b6-91af5c75440f with Priority: HIGHEST for action port [ 721.473748] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc60499-5a08-41eb-80b6-91af5c75440f with Priority: HIGHEST for action port [ 721.474619] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fc60499-5a08-41eb-80b6-91af5c75440f taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.474619] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fc60499-5a08-41eb-80b6-91af5c75440f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.474619] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fc60499-5a08-41eb-80b6-91af5c75440f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.475668] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fc60499-5a08-41eb-80b6-91af5c75440f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.475668] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fc60499-5a08-41eb-80b6-91af5c75440f',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.809779] env[69861]: INFO networking_nsxv3.common.synchronization [req-a862c0a7-9538-4338-b82f-5895a361c72b req-540756a7-53a1-4e25-be19-b0ded6590e7c tempest-SecurityGroupRulesNegativeTestJSON-975152236 tempest-SecurityGroupRulesNegativeTestJSON-975152236-project-member] Enqueued Resource ID: ee591938-991a-436f-92e8-8a59e2b05163 with Priority: HIGHEST for action security_group_rules [ 721.810000] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee591938-991a-436f-92e8-8a59e2b05163 with Priority: HIGHEST for action security_group_rules [ 721.810711] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee591938-991a-436f-92e8-8a59e2b05163 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.813518] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee591938-991a-436f-92e8-8a59e2b05163" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.813518] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee591938-991a-436f-92e8-8a59e2b05163" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.813853] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee591938-991a-436f-92e8-8a59e2b05163" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.813963] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee591938-991a-436f-92e8-8a59e2b05163',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.981026] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fc60499-5a08-41eb-80b6-91af5c75440f [ 721.981026] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.981026] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.981026] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.981026] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.981026] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.981026] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fc60499-5a08-41eb-80b6-91af5c75440f already deleted. [ 721.981026] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fc60499-5a08-41eb-80b6-91af5c75440f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.340455] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.340455] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.340455] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.340455] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.340455] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.340455] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee591938-991a-436f-92e8-8a59e2b05163 already deleted. [ 722.340455] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee591938-991a-436f-92e8-8a59e2b05163" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.470232] env[69861]: INFO networking_nsxv3.common.synchronization [None req-4ac24bd3-42bc-4f12-9eaa-c0d7aef8bb78 None None] Enqueued Resource ID: a1a95d25-3e95-479a-a4b9-570ab6ac4fee with Priority: HIGHEST for action port [ 722.470549] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a95d25-3e95-479a-a4b9-570ab6ac4fee with Priority: HIGHEST for action port [ 722.471983] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a95d25-3e95-479a-a4b9-570ab6ac4fee taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.472114] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a95d25-3e95-479a-a4b9-570ab6ac4fee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.472187] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a95d25-3e95-479a-a4b9-570ab6ac4fee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.472492] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a95d25-3e95-479a-a4b9-570ab6ac4fee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.472570] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a95d25-3e95-479a-a4b9-570ab6ac4fee',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.556955] env[69861]: INFO networking_nsxv3.common.synchronization [None req-2eb225d0-2503-4ba0-bb25-46f03f9153a0 tempest-VolumesAdminNegativeTest-1590191318 tempest-VolumesAdminNegativeTest-1590191318-project-member] Enqueued Resource ID: fdba9105-07c7-4b8d-9dea-9e4fe05105ee with Priority: HIGHEST for action security_group_rules [ 722.557549] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdba9105-07c7-4b8d-9dea-9e4fe05105ee with Priority: HIGHEST for action security_group_rules [ 722.557870] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdba9105-07c7-4b8d-9dea-9e4fe05105ee taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.557964] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdba9105-07c7-4b8d-9dea-9e4fe05105ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.557964] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdba9105-07c7-4b8d-9dea-9e4fe05105ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.558281] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdba9105-07c7-4b8d-9dea-9e4fe05105ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.558335] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdba9105-07c7-4b8d-9dea-9e4fe05105ee',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.912156] env[69861]: INFO networking_nsxv3.common.synchronization [None req-0cf71eed-156b-4a47-b195-174a3e1ce629 None None] Enqueued Resource ID: 7ae46b18-1815-4d7c-af95-984890c9c033 with Priority: HIGHEST for action port [ 722.912351] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae46b18-1815-4d7c-af95-984890c9c033 with Priority: HIGHEST for action port [ 722.912924] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae46b18-1815-4d7c-af95-984890c9c033 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.917253] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae46b18-1815-4d7c-af95-984890c9c033" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.917489] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae46b18-1815-4d7c-af95-984890c9c033" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.918115] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae46b18-1815-4d7c-af95-984890c9c033" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.918115] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae46b18-1815-4d7c-af95-984890c9c033',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.975360] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1a95d25-3e95-479a-a4b9-570ab6ac4fee [ 722.975915] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.976218] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.976452] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.977689] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.977689] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.977689] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1a95d25-3e95-479a-a4b9-570ab6ac4fee already deleted. [ 722.977689] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a95d25-3e95-479a-a4b9-570ab6ac4fee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.085848] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.087140] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.087351] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.087688] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.088089] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.088368] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdba9105-07c7-4b8d-9dea-9e4fe05105ee already deleted. [ 723.088644] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdba9105-07c7-4b8d-9dea-9e4fe05105ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.160523] env[69861]: INFO networking_nsxv3.common.synchronization [None req-4168063b-df13-4dd2-8b84-f1d53ab2ff33 tempest-VolumesAdminNegativeTest-1590191318 tempest-VolumesAdminNegativeTest-1590191318-project-member] Enqueued Resource ID: fdba9105-07c7-4b8d-9dea-9e4fe05105ee with Priority: HIGHEST for action security_group_rules [ 723.162634] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdba9105-07c7-4b8d-9dea-9e4fe05105ee with Priority: HIGHEST for action security_group_rules [ 723.163502] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdba9105-07c7-4b8d-9dea-9e4fe05105ee taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.163917] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdba9105-07c7-4b8d-9dea-9e4fe05105ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.164406] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdba9105-07c7-4b8d-9dea-9e4fe05105ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.165064] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdba9105-07c7-4b8d-9dea-9e4fe05105ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.166041] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdba9105-07c7-4b8d-9dea-9e4fe05105ee',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.422119] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ae46b18-1815-4d7c-af95-984890c9c033 [ 723.422119] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.422119] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.422119] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.422119] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.422119] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.422119] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ae46b18-1815-4d7c-af95-984890c9c033 already deleted. [ 723.422119] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae46b18-1815-4d7c-af95-984890c9c033" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.691313] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.691465] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.691534] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.691751] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.691838] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.691931] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdba9105-07c7-4b8d-9dea-9e4fe05105ee already deleted. [ 723.692043] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdba9105-07c7-4b8d-9dea-9e4fe05105ee" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.375449] env[69861]: INFO networking_nsxv3.common.synchronization [None req-ecc23ac5-fe9e-4bd9-a23b-ba46f244e779 None None] Enqueued Resource ID: 229d0577-54c7-4497-90e2-50053664fd3e with Priority: HIGHEST for action port [ 726.376374] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229d0577-54c7-4497-90e2-50053664fd3e with Priority: HIGHEST for action port [ 726.376947] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-229d0577-54c7-4497-90e2-50053664fd3e taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.377091] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-229d0577-54c7-4497-90e2-50053664fd3e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.377629] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-229d0577-54c7-4497-90e2-50053664fd3e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.380020] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-229d0577-54c7-4497-90e2-50053664fd3e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.380020] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229d0577-54c7-4497-90e2-50053664fd3e',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.711308] env[69861]: INFO networking_nsxv3.common.synchronization [None req-cd43f127-0482-4793-9cb2-3c1e0d30839f None None] Enqueued Resource ID: c1aef1dc-0800-4f14-ad3d-0b0e3314d886 with Priority: HIGHEST for action port [ 726.711860] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1aef1dc-0800-4f14-ad3d-0b0e3314d886 with Priority: HIGHEST for action port [ 726.715899] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1aef1dc-0800-4f14-ad3d-0b0e3314d886 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.716046] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1aef1dc-0800-4f14-ad3d-0b0e3314d886" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.716112] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1aef1dc-0800-4f14-ad3d-0b0e3314d886" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.716401] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1aef1dc-0800-4f14-ad3d-0b0e3314d886" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.716484] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1aef1dc-0800-4f14-ad3d-0b0e3314d886',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.880371] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 229d0577-54c7-4497-90e2-50053664fd3e [ 726.880598] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.881447] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.881447] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.881447] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.881447] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.881447] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:229d0577-54c7-4497-90e2-50053664fd3e already deleted. [ 726.881447] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-229d0577-54c7-4497-90e2-50053664fd3e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.994964] env[69861]: INFO networking_nsxv3.common.synchronization [None req-786828c3-ca37-42bc-aafd-6974981a754b None None] Enqueued Resource ID: abaf9bac-6f12-465e-bd69-bca0f8339575 with Priority: HIGHEST for action port [ 726.994964] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaf9bac-6f12-465e-bd69-bca0f8339575 with Priority: HIGHEST for action port [ 726.995679] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-abaf9bac-6f12-465e-bd69-bca0f8339575 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.995679] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abaf9bac-6f12-465e-bd69-bca0f8339575" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.995679] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abaf9bac-6f12-465e-bd69-bca0f8339575" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.995679] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abaf9bac-6f12-465e-bd69-bca0f8339575" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.996049] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abaf9bac-6f12-465e-bd69-bca0f8339575',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.218792] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1aef1dc-0800-4f14-ad3d-0b0e3314d886 [ 727.219567] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.219926] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.219926] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.220065] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.220108] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.220211] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1aef1dc-0800-4f14-ad3d-0b0e3314d886 already deleted. [ 727.220271] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1aef1dc-0800-4f14-ad3d-0b0e3314d886" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.338663] env[69861]: INFO networking_nsxv3.common.synchronization [None req-7b823b47-1a65-4d22-baa8-576990b7df16 None None] Enqueued Resource ID: 2f0ce650-55f9-4f3f-a460-eb770e623646 with Priority: HIGHEST for action port [ 727.338663] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0ce650-55f9-4f3f-a460-eb770e623646 with Priority: HIGHEST for action port [ 727.338663] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f0ce650-55f9-4f3f-a460-eb770e623646 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.338663] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f0ce650-55f9-4f3f-a460-eb770e623646" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.338663] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f0ce650-55f9-4f3f-a460-eb770e623646" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.338663] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f0ce650-55f9-4f3f-a460-eb770e623646" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.338663] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f0ce650-55f9-4f3f-a460-eb770e623646',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.501603] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abaf9bac-6f12-465e-bd69-bca0f8339575 [ 727.501603] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.501603] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.501603] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.501603] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.501603] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.501603] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abaf9bac-6f12-465e-bd69-bca0f8339575 already deleted. [ 727.501603] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abaf9bac-6f12-465e-bd69-bca0f8339575" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.574338] env[69861]: INFO networking_nsxv3.common.synchronization [req-73c0a111-8854-45da-bf52-ae5f8e540320 req-7e611ab3-7722-4dee-b17f-b6571707ed18 tempest-SecurityGroupRulesNegativeTestJSON-975152236 tempest-SecurityGroupRulesNegativeTestJSON-975152236-project-member] Enqueued Resource ID: ee591938-991a-436f-92e8-8a59e2b05163 with Priority: HIGHEST for action security_group_rules [ 727.574338] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee591938-991a-436f-92e8-8a59e2b05163 with Priority: HIGHEST for action security_group_rules [ 727.575171] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee591938-991a-436f-92e8-8a59e2b05163 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.575331] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee591938-991a-436f-92e8-8a59e2b05163" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.575415] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee591938-991a-436f-92e8-8a59e2b05163" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.575599] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee591938-991a-436f-92e8-8a59e2b05163" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.575683] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee591938-991a-436f-92e8-8a59e2b05163',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.840940] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f0ce650-55f9-4f3f-a460-eb770e623646 [ 727.840993] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.841168] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.841239] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.841448] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.841539] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.841630] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f0ce650-55f9-4f3f-a460-eb770e623646 already deleted. [ 727.841707] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f0ce650-55f9-4f3f-a460-eb770e623646" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.101385] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.101565] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.101607] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.101805] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.101890] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.101985] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee591938-991a-436f-92e8-8a59e2b05163 already deleted. [ 728.102076] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee591938-991a-436f-92e8-8a59e2b05163" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.056947] env[69861]: INFO networking_nsxv3.common.synchronization [None req-a278e3c3-b39b-48a9-8b22-5351c4e89cf0 None None] Enqueued Resource ID: 256fe014-c1db-4c46-a32a-d8e7440f4897 with Priority: HIGHEST for action port [ 729.057666] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256fe014-c1db-4c46-a32a-d8e7440f4897 with Priority: HIGHEST for action port [ 729.058412] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-256fe014-c1db-4c46-a32a-d8e7440f4897 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.058786] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256fe014-c1db-4c46-a32a-d8e7440f4897" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.058786] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256fe014-c1db-4c46-a32a-d8e7440f4897" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.059209] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256fe014-c1db-4c46-a32a-d8e7440f4897" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.059472] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256fe014-c1db-4c46-a32a-d8e7440f4897',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.490160] env[69861]: INFO networking_nsxv3.common.synchronization [None req-d1e837b1-9ad4-4182-9017-ea49c470329c None None] Enqueued Resource ID: d9a3860f-6553-412c-987c-53b06d432f41 with Priority: HIGHEST for action port [ 729.490160] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a3860f-6553-412c-987c-53b06d432f41 with Priority: HIGHEST for action port [ 729.490160] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9a3860f-6553-412c-987c-53b06d432f41 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.490160] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9a3860f-6553-412c-987c-53b06d432f41" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.490160] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9a3860f-6553-412c-987c-53b06d432f41" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.492568] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9a3860f-6553-412c-987c-53b06d432f41" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.492697] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9a3860f-6553-412c-987c-53b06d432f41',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.563534] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 256fe014-c1db-4c46-a32a-d8e7440f4897 [ 729.563773] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.563906] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.563971] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.564276] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.564363] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.564456] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:256fe014-c1db-4c46-a32a-d8e7440f4897 already deleted. [ 729.564540] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256fe014-c1db-4c46-a32a-d8e7440f4897" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.000787] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9a3860f-6553-412c-987c-53b06d432f41 [ 730.000787] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.000787] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.001018] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.001083] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.001136] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.001223] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9a3860f-6553-412c-987c-53b06d432f41 already deleted. [ 730.001388] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9a3860f-6553-412c-987c-53b06d432f41" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.229215] env[69861]: INFO networking_nsxv3.common.synchronization [None req-8d3a6cd1-c18f-444b-9ae3-4ba6f4a8cf13 None None] Enqueued Resource ID: e5703c27-b8e7-4692-bba8-adae7f54b951 with Priority: HIGHEST for action port [ 731.229500] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5703c27-b8e7-4692-bba8-adae7f54b951 with Priority: HIGHEST for action port [ 731.230276] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5703c27-b8e7-4692-bba8-adae7f54b951 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.230276] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5703c27-b8e7-4692-bba8-adae7f54b951" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.230276] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5703c27-b8e7-4692-bba8-adae7f54b951" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.230544] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5703c27-b8e7-4692-bba8-adae7f54b951" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.230624] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5703c27-b8e7-4692-bba8-adae7f54b951',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.461261] env[69861]: INFO networking_nsxv3.common.synchronization [None req-bada8fbd-1667-4ef7-87e0-cf4bc051a125 None None] Enqueued Resource ID: 8f723c57-1183-448c-934b-d0f380223226 with Priority: HIGHEST for action port [ 731.461261] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f723c57-1183-448c-934b-d0f380223226 with Priority: HIGHEST for action port [ 731.461261] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f723c57-1183-448c-934b-d0f380223226 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.462556] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f723c57-1183-448c-934b-d0f380223226" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.463249] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f723c57-1183-448c-934b-d0f380223226" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.464169] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f723c57-1183-448c-934b-d0f380223226" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.464682] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f723c57-1183-448c-934b-d0f380223226',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.733559] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5703c27-b8e7-4692-bba8-adae7f54b951 [ 731.733843] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.734017] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.734096] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.734381] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.734491] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.734626] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5703c27-b8e7-4692-bba8-adae7f54b951 already deleted. [ 731.734713] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5703c27-b8e7-4692-bba8-adae7f54b951" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.967105] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f723c57-1183-448c-934b-d0f380223226 [ 731.968083] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.968083] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.968083] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.968083] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.968083] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.968083] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f723c57-1183-448c-934b-d0f380223226 already deleted. [ 731.968380] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f723c57-1183-448c-934b-d0f380223226" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.098026] env[69861]: INFO networking_nsxv3.common.synchronization [None req-54be14d2-1e87-4545-b977-b03a26f5310d tempest-AttachInterfacesTestJSON-1278110166 tempest-AttachInterfacesTestJSON-1278110166-project-member] Enqueued Resource ID: 85c70b15-b561-4d6c-b7b9-7809f8906221 with Priority: HIGHEST for action security_group_rules [ 732.098289] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c70b15-b561-4d6c-b7b9-7809f8906221 with Priority: HIGHEST for action security_group_rules [ 732.102481] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85c70b15-b561-4d6c-b7b9-7809f8906221 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.102653] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85c70b15-b561-4d6c-b7b9-7809f8906221" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.102653] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85c70b15-b561-4d6c-b7b9-7809f8906221" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.103263] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85c70b15-b561-4d6c-b7b9-7809f8906221" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.103403] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85c70b15-b561-4d6c-b7b9-7809f8906221',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.129034] env[69861]: INFO networking_nsxv3.common.synchronization [None req-eb080208-c361-4afe-9756-f8b0a8b50df3 None None] Enqueued Resource ID: c2953ed9-1e45-4a4e-9e6e-e45d4a0cc81a with Priority: HIGHEST for action port [ 732.129034] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2953ed9-1e45-4a4e-9e6e-e45d4a0cc81a with Priority: HIGHEST for action port [ 732.129034] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2953ed9-1e45-4a4e-9e6e-e45d4a0cc81a taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.129034] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2953ed9-1e45-4a4e-9e6e-e45d4a0cc81a" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.129034] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2953ed9-1e45-4a4e-9e6e-e45d4a0cc81a" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.133375] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2953ed9-1e45-4a4e-9e6e-e45d4a0cc81a" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.133429] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2953ed9-1e45-4a4e-9e6e-e45d4a0cc81a',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.629382] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.630140] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.630140] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.630140] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.630140] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.630140] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85c70b15-b561-4d6c-b7b9-7809f8906221 already deleted. [ 732.630409] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85c70b15-b561-4d6c-b7b9-7809f8906221" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.637796] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2953ed9-1e45-4a4e-9e6e-e45d4a0cc81a [ 732.638018] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.638279] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.638279] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.638394] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.638471] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.638569] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2953ed9-1e45-4a4e-9e6e-e45d4a0cc81a already deleted. [ 732.638672] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2953ed9-1e45-4a4e-9e6e-e45d4a0cc81a" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.719318] env[69861]: INFO networking_nsxv3.common.synchronization [None req-8594c508-b1cf-4825-8514-1a18e069093e None None] Enqueued Resource ID: f0a07cb2-3492-48bd-9c4f-8f9b33d508fd with Priority: HIGHEST for action port [ 732.719670] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a07cb2-3492-48bd-9c4f-8f9b33d508fd with Priority: HIGHEST for action port [ 732.720127] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0a07cb2-3492-48bd-9c4f-8f9b33d508fd taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.720127] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0a07cb2-3492-48bd-9c4f-8f9b33d508fd" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.720270] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0a07cb2-3492-48bd-9c4f-8f9b33d508fd" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.720501] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0a07cb2-3492-48bd-9c4f-8f9b33d508fd" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.720572] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0a07cb2-3492-48bd-9c4f-8f9b33d508fd',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.824736] env[69861]: INFO networking_nsxv3.common.synchronization [None req-180bedd9-9ccf-41cd-b871-5d607498e05d tempest-AttachInterfacesTestJSON-1278110166 tempest-AttachInterfacesTestJSON-1278110166-project-member] Enqueued Resource ID: 85c70b15-b561-4d6c-b7b9-7809f8906221 with Priority: HIGHEST for action security_group_rules [ 732.824997] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c70b15-b561-4d6c-b7b9-7809f8906221 with Priority: HIGHEST for action security_group_rules [ 732.825979] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85c70b15-b561-4d6c-b7b9-7809f8906221 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.825979] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85c70b15-b561-4d6c-b7b9-7809f8906221" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.825979] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85c70b15-b561-4d6c-b7b9-7809f8906221" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.825979] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85c70b15-b561-4d6c-b7b9-7809f8906221" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.825979] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85c70b15-b561-4d6c-b7b9-7809f8906221',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.225492] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0a07cb2-3492-48bd-9c4f-8f9b33d508fd [ 733.225733] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.225981] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.225981] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.226322] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.226322] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.226540] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0a07cb2-3492-48bd-9c4f-8f9b33d508fd already deleted. [ 733.226540] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0a07cb2-3492-48bd-9c4f-8f9b33d508fd" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.298469] env[69861]: INFO networking_nsxv3.common.synchronization [None req-0f007889-2193-40fd-8a9c-a28a4a3ab2e5 None None] Enqueued Resource ID: 90bfc85d-3e4f-4b17-8b34-ba395db9ca3b with Priority: HIGHEST for action port [ 733.298876] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90bfc85d-3e4f-4b17-8b34-ba395db9ca3b with Priority: HIGHEST for action port [ 733.299355] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-90bfc85d-3e4f-4b17-8b34-ba395db9ca3b taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.299461] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90bfc85d-3e4f-4b17-8b34-ba395db9ca3b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.299574] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90bfc85d-3e4f-4b17-8b34-ba395db9ca3b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.299782] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90bfc85d-3e4f-4b17-8b34-ba395db9ca3b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.299863] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90bfc85d-3e4f-4b17-8b34-ba395db9ca3b',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.357522] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.357522] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.357522] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.357522] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.357522] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.360383] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85c70b15-b561-4d6c-b7b9-7809f8906221 already deleted. [ 733.360383] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85c70b15-b561-4d6c-b7b9-7809f8906221" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.806667] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90bfc85d-3e4f-4b17-8b34-ba395db9ca3b [ 733.806667] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.806667] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.806667] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.806667] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.806667] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.806667] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90bfc85d-3e4f-4b17-8b34-ba395db9ca3b already deleted. [ 733.806667] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90bfc85d-3e4f-4b17-8b34-ba395db9ca3b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.675995] env[69861]: INFO networking_nsxv3.common.synchronization [None req-755e15cc-1aaf-4fb1-b5dd-8b47cca69aec None None] Enqueued Resource ID: 985d7161-9c5a-490e-8d77-3197ebb4e1d0 with Priority: HIGHEST for action port [ 735.675995] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985d7161-9c5a-490e-8d77-3197ebb4e1d0 with Priority: HIGHEST for action port [ 735.676405] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-985d7161-9c5a-490e-8d77-3197ebb4e1d0 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.676552] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-985d7161-9c5a-490e-8d77-3197ebb4e1d0" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.676598] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-985d7161-9c5a-490e-8d77-3197ebb4e1d0" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.676850] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-985d7161-9c5a-490e-8d77-3197ebb4e1d0" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.676962] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985d7161-9c5a-490e-8d77-3197ebb4e1d0',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.915525] env[69861]: INFO networking_nsxv3.common.synchronization [None req-bcc6f3c1-e23c-4147-9482-192ae9baffc2 None None] Enqueued Resource ID: ac3da3c8-89f7-41bc-8847-41a23e81f0dc with Priority: HIGHEST for action port [ 735.917252] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3da3c8-89f7-41bc-8847-41a23e81f0dc with Priority: HIGHEST for action port [ 735.917252] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac3da3c8-89f7-41bc-8847-41a23e81f0dc taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.917252] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac3da3c8-89f7-41bc-8847-41a23e81f0dc" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.917252] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac3da3c8-89f7-41bc-8847-41a23e81f0dc" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.919205] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac3da3c8-89f7-41bc-8847-41a23e81f0dc" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.919391] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac3da3c8-89f7-41bc-8847-41a23e81f0dc',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.018314] env[69861]: INFO networking_nsxv3.common.synchronization [None req-ddbdbcf7-1d5f-453f-bec5-44ab8060772c tempest-AttachVolumeNegativeTest-1755103160 tempest-AttachVolumeNegativeTest-1755103160-project-member] Enqueued Resource ID: 22d5188a-44a6-4b6f-92be-65dd97643e75 with Priority: HIGHEST for action security_group_rules [ 736.018314] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d5188a-44a6-4b6f-92be-65dd97643e75 with Priority: HIGHEST for action security_group_rules [ 736.020857] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d5188a-44a6-4b6f-92be-65dd97643e75 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.020857] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d5188a-44a6-4b6f-92be-65dd97643e75" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.020857] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d5188a-44a6-4b6f-92be-65dd97643e75" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.020857] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d5188a-44a6-4b6f-92be-65dd97643e75" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.020857] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d5188a-44a6-4b6f-92be-65dd97643e75',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.123400] env[69861]: INFO networking_nsxv3.common.synchronization [None req-ffe0bc85-2f1c-438f-888f-16c1b368f1ac tempest-AttachVolumeNegativeTest-1755103160 tempest-AttachVolumeNegativeTest-1755103160-project-member] Enqueued Resource ID: 22d5188a-44a6-4b6f-92be-65dd97643e75 with Priority: HIGHEST for action security_group_rules [ 736.126246] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d5188a-44a6-4b6f-92be-65dd97643e75 with Priority: HIGHEST for action security_group_rules [ 736.126767] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d5188a-44a6-4b6f-92be-65dd97643e75 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.126767] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d5188a-44a6-4b6f-92be-65dd97643e75" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.180548] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 985d7161-9c5a-490e-8d77-3197ebb4e1d0 [ 736.180548] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.180548] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.180548] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.180548] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.180548] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.180548] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:985d7161-9c5a-490e-8d77-3197ebb4e1d0 already deleted. [ 736.180548] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-985d7161-9c5a-490e-8d77-3197ebb4e1d0" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.421870] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac3da3c8-89f7-41bc-8847-41a23e81f0dc [ 736.423537] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.423537] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.423537] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.423537] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.423537] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.423537] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac3da3c8-89f7-41bc-8847-41a23e81f0dc already deleted. [ 736.423537] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac3da3c8-89f7-41bc-8847-41a23e81f0dc" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.548687] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.548922] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.548922] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.549170] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.549231] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.549513] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d5188a-44a6-4b6f-92be-65dd97643e75 already deleted. [ 736.549641] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d5188a-44a6-4b6f-92be-65dd97643e75" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.549765] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d5188a-44a6-4b6f-92be-65dd97643e75" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.550963] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d5188a-44a6-4b6f-92be-65dd97643e75" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.550963] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d5188a-44a6-4b6f-92be-65dd97643e75',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.074266] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.074933] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.074933] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.074933] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.074933] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.075467] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d5188a-44a6-4b6f-92be-65dd97643e75 already deleted. [ 737.075467] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d5188a-44a6-4b6f-92be-65dd97643e75" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.673063] env[69861]: INFO networking_nsxv3.common.synchronization [None req-c53d11e6-e279-423e-8dbc-bdfaf954465c tempest-ServersTestJSON-1750154119 tempest-ServersTestJSON-1750154119-project-member] Enqueued Resource ID: 35131f15-f6dc-452a-91af-1a9311c03134 with Priority: HIGHEST for action security_group_rules [ 737.673063] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35131f15-f6dc-452a-91af-1a9311c03134 with Priority: HIGHEST for action security_group_rules [ 737.673063] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35131f15-f6dc-452a-91af-1a9311c03134 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.673063] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35131f15-f6dc-452a-91af-1a9311c03134" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.673063] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35131f15-f6dc-452a-91af-1a9311c03134" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.673987] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35131f15-f6dc-452a-91af-1a9311c03134" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.674296] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35131f15-f6dc-452a-91af-1a9311c03134',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.962736] env[69861]: INFO networking_nsxv3.common.synchronization [None req-fbf25829-8822-47ca-afef-f2cc18da3068 None None] Enqueued Resource ID: c7e4ae63-bdd2-4d13-87b7-80b61483d283 with Priority: HIGHEST for action port [ 737.963379] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e4ae63-bdd2-4d13-87b7-80b61483d283 with Priority: HIGHEST for action port [ 737.963708] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7e4ae63-bdd2-4d13-87b7-80b61483d283 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.964010] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7e4ae63-bdd2-4d13-87b7-80b61483d283" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.964010] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7e4ae63-bdd2-4d13-87b7-80b61483d283" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.965289] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7e4ae63-bdd2-4d13-87b7-80b61483d283" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.965289] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7e4ae63-bdd2-4d13-87b7-80b61483d283',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.136437] env[69861]: INFO networking_nsxv3.common.synchronization [None req-633e896e-d36f-43c8-a9e3-3f9b0272ea06 None None] Enqueued Resource ID: 3604f4f1-6544-47d6-97e6-78b0ac8a9cb5 with Priority: HIGHEST for action port [ 738.137449] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3604f4f1-6544-47d6-97e6-78b0ac8a9cb5 with Priority: HIGHEST for action port [ 738.137922] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-3604f4f1-6544-47d6-97e6-78b0ac8a9cb5 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.139049] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3604f4f1-6544-47d6-97e6-78b0ac8a9cb5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.139049] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3604f4f1-6544-47d6-97e6-78b0ac8a9cb5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.139049] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3604f4f1-6544-47d6-97e6-78b0ac8a9cb5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.139049] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3604f4f1-6544-47d6-97e6-78b0ac8a9cb5',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.199384] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.199536] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.200380] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.201159] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.202037] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.202037] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35131f15-f6dc-452a-91af-1a9311c03134 already deleted. [ 738.202037] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35131f15-f6dc-452a-91af-1a9311c03134" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.291749] env[69861]: INFO networking_nsxv3.common.synchronization [None req-59b6e279-da4d-46a5-8f5a-47cd70e4f649 tempest-ServersTestJSON-1750154119 tempest-ServersTestJSON-1750154119-project-member] Enqueued Resource ID: 35131f15-f6dc-452a-91af-1a9311c03134 with Priority: HIGHEST for action security_group_rules [ 738.292377] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35131f15-f6dc-452a-91af-1a9311c03134 with Priority: HIGHEST for action security_group_rules [ 738.293454] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35131f15-f6dc-452a-91af-1a9311c03134 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.293930] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35131f15-f6dc-452a-91af-1a9311c03134" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.294081] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35131f15-f6dc-452a-91af-1a9311c03134" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.294635] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35131f15-f6dc-452a-91af-1a9311c03134" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.294635] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35131f15-f6dc-452a-91af-1a9311c03134',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.466140] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7e4ae63-bdd2-4d13-87b7-80b61483d283 [ 738.466385] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.466595] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.466676] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.466888] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.467027] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.467353] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7e4ae63-bdd2-4d13-87b7-80b61483d283 already deleted. [ 738.467353] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7e4ae63-bdd2-4d13-87b7-80b61483d283" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.641099] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3604f4f1-6544-47d6-97e6-78b0ac8a9cb5 [ 738.641440] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.641628] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.641725] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.642085] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.643621] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.643621] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3604f4f1-6544-47d6-97e6-78b0ac8a9cb5 already deleted. [ 738.643621] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3604f4f1-6544-47d6-97e6-78b0ac8a9cb5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.820853] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.820853] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.820853] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.820853] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.820853] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.820853] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35131f15-f6dc-452a-91af-1a9311c03134 already deleted. [ 738.820853] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35131f15-f6dc-452a-91af-1a9311c03134" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.970434] env[69861]: INFO networking_nsxv3.common.synchronization [None req-61c1c550-b112-46c2-979d-12b008823c86 tempest-ServersV294TestFqdnHostnames-277286619 tempest-ServersV294TestFqdnHostnames-277286619-project-member] Enqueued Resource ID: 706ec4ff-7e36-49e5-8e54-35bd6ea66125 with Priority: HIGHEST for action security_group_rules [ 738.970685] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 706ec4ff-7e36-49e5-8e54-35bd6ea66125 with Priority: HIGHEST for action security_group_rules [ 738.973322] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-706ec4ff-7e36-49e5-8e54-35bd6ea66125 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.973322] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-706ec4ff-7e36-49e5-8e54-35bd6ea66125" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.973322] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-706ec4ff-7e36-49e5-8e54-35bd6ea66125" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.973322] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-706ec4ff-7e36-49e5-8e54-35bd6ea66125" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.973322] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('706ec4ff-7e36-49e5-8e54-35bd6ea66125',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.496012] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.496012] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.496012] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.496012] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.496012] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.496012] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 706ec4ff-7e36-49e5-8e54-35bd6ea66125 already deleted. [ 739.496012] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-706ec4ff-7e36-49e5-8e54-35bd6ea66125" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.764346] env[69861]: INFO networking_nsxv3.common.synchronization [None req-3caf98a2-2ae8-4724-991a-77e31b6cfe40 tempest-ServersV294TestFqdnHostnames-277286619 tempest-ServersV294TestFqdnHostnames-277286619-project-member] Enqueued Resource ID: 706ec4ff-7e36-49e5-8e54-35bd6ea66125 with Priority: HIGHEST for action security_group_rules [ 739.764928] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 706ec4ff-7e36-49e5-8e54-35bd6ea66125 with Priority: HIGHEST for action security_group_rules [ 739.765240] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-706ec4ff-7e36-49e5-8e54-35bd6ea66125 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.765371] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-706ec4ff-7e36-49e5-8e54-35bd6ea66125" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.765496] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-706ec4ff-7e36-49e5-8e54-35bd6ea66125" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.765618] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-706ec4ff-7e36-49e5-8e54-35bd6ea66125" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.765704] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('706ec4ff-7e36-49e5-8e54-35bd6ea66125',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.288784] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.288784] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.288784] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.288784] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.288784] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.288784] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 706ec4ff-7e36-49e5-8e54-35bd6ea66125 already deleted. [ 740.289340] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-706ec4ff-7e36-49e5-8e54-35bd6ea66125" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.377073] env[69861]: INFO networking_nsxv3.common.synchronization [None req-483a9115-61f1-4424-af19-7707e0f4cc44 tempest-AttachVolumeShelveTestJSON-1845917864 tempest-AttachVolumeShelveTestJSON-1845917864-project-member] Enqueued Resource ID: e6d13fd5-de62-4a3e-9c96-6b4730991d62 with Priority: HIGHEST for action security_group_rules [ 740.377823] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d13fd5-de62-4a3e-9c96-6b4730991d62 with Priority: HIGHEST for action security_group_rules [ 740.378288] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6d13fd5-de62-4a3e-9c96-6b4730991d62 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.378615] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6d13fd5-de62-4a3e-9c96-6b4730991d62" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.378811] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6d13fd5-de62-4a3e-9c96-6b4730991d62" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.379156] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6d13fd5-de62-4a3e-9c96-6b4730991d62" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.379347] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6d13fd5-de62-4a3e-9c96-6b4730991d62',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.828534] env[69861]: INFO networking_nsxv3.common.synchronization [None req-ffdf135a-5f1c-4eb8-825d-85a7b93a63f4 tempest-AttachVolumeShelveTestJSON-1845917864 tempest-AttachVolumeShelveTestJSON-1845917864-project-member] Enqueued Resource ID: e6d13fd5-de62-4a3e-9c96-6b4730991d62 with Priority: HIGHEST for action security_group_rules [ 740.828836] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d13fd5-de62-4a3e-9c96-6b4730991d62 with Priority: HIGHEST for action security_group_rules [ 740.829400] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6d13fd5-de62-4a3e-9c96-6b4730991d62 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.829541] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6d13fd5-de62-4a3e-9c96-6b4730991d62" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.902096] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.903284] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.903409] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.903642] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.903736] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.903839] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6d13fd5-de62-4a3e-9c96-6b4730991d62 already deleted. [ 740.903977] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6d13fd5-de62-4a3e-9c96-6b4730991d62" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.904163] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6d13fd5-de62-4a3e-9c96-6b4730991d62" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.904333] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6d13fd5-de62-4a3e-9c96-6b4730991d62" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.904433] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6d13fd5-de62-4a3e-9c96-6b4730991d62',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.428519] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.428519] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.428519] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.428519] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.428519] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.428519] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6d13fd5-de62-4a3e-9c96-6b4730991d62 already deleted. [ 741.428519] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6d13fd5-de62-4a3e-9c96-6b4730991d62" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.947680] env[69861]: INFO networking_nsxv3.common.synchronization [None req-bbc81664-86e6-43e1-8bd8-c521c75d4d80 None None] Enqueued Resource ID: bbf66db5-5f5d-4ba6-993d-8600e104e6db with Priority: HIGHEST for action port [ 742.948363] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf66db5-5f5d-4ba6-993d-8600e104e6db with Priority: HIGHEST for action port [ 742.948686] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbf66db5-5f5d-4ba6-993d-8600e104e6db taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.948807] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbf66db5-5f5d-4ba6-993d-8600e104e6db" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.948873] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbf66db5-5f5d-4ba6-993d-8600e104e6db" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.949151] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbf66db5-5f5d-4ba6-993d-8600e104e6db" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.949260] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf66db5-5f5d-4ba6-993d-8600e104e6db',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.013170] env[69861]: INFO networking_nsxv3.common.synchronization [None req-c7b2dac5-b8e0-4b0a-b852-3a2f685e10c9 None None] Enqueued Resource ID: dafe8916-2bd6-43c6-b441-10d46cf1d2eb with Priority: HIGHEST for action port [ 743.013170] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafe8916-2bd6-43c6-b441-10d46cf1d2eb with Priority: HIGHEST for action port [ 743.013170] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-dafe8916-2bd6-43c6-b441-10d46cf1d2eb taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.013170] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dafe8916-2bd6-43c6-b441-10d46cf1d2eb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.013170] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dafe8916-2bd6-43c6-b441-10d46cf1d2eb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.013170] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dafe8916-2bd6-43c6-b441-10d46cf1d2eb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.013170] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dafe8916-2bd6-43c6-b441-10d46cf1d2eb',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.452814] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbf66db5-5f5d-4ba6-993d-8600e104e6db [ 743.453119] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.453119] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.457078] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.457078] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.457078] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.457078] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbf66db5-5f5d-4ba6-993d-8600e104e6db already deleted. [ 743.457078] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbf66db5-5f5d-4ba6-993d-8600e104e6db" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.523559] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dafe8916-2bd6-43c6-b441-10d46cf1d2eb [ 743.525516] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.525516] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.525516] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.525516] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.525516] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.525516] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dafe8916-2bd6-43c6-b441-10d46cf1d2eb already deleted. [ 743.525516] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dafe8916-2bd6-43c6-b441-10d46cf1d2eb" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.116499] env[69861]: INFO networking_nsxv3.common.synchronization [None req-7d471374-aa43-4bb9-b751-e3f63fb40826 None None] Enqueued Resource ID: dfba013b-1169-49cc-903a-c626c28d66c2 with Priority: HIGHEST for action port [ 744.117335] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfba013b-1169-49cc-903a-c626c28d66c2 with Priority: HIGHEST for action port [ 744.118010] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfba013b-1169-49cc-903a-c626c28d66c2 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.118430] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfba013b-1169-49cc-903a-c626c28d66c2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.118557] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfba013b-1169-49cc-903a-c626c28d66c2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.119338] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfba013b-1169-49cc-903a-c626c28d66c2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.119338] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfba013b-1169-49cc-903a-c626c28d66c2',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.625691] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfba013b-1169-49cc-903a-c626c28d66c2 [ 744.625920] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.628076] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.628165] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.628452] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.628504] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.628582] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfba013b-1169-49cc-903a-c626c28d66c2 already deleted. [ 744.628660] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfba013b-1169-49cc-903a-c626c28d66c2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.484660] env[69861]: INFO networking_nsxv3.common.synchronization [None req-b4bcb0d1-4a89-4295-8650-0057a45d31c6 None None] Enqueued Resource ID: 28ab7cba-2c5c-4900-9548-d0f24b0d8b62 with Priority: HIGHEST for action port [ 745.485261] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ab7cba-2c5c-4900-9548-d0f24b0d8b62 with Priority: HIGHEST for action port [ 745.485643] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-28ab7cba-2c5c-4900-9548-d0f24b0d8b62 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.485778] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28ab7cba-2c5c-4900-9548-d0f24b0d8b62" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.485846] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28ab7cba-2c5c-4900-9548-d0f24b0d8b62" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.488120] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28ab7cba-2c5c-4900-9548-d0f24b0d8b62" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.488120] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28ab7cba-2c5c-4900-9548-d0f24b0d8b62',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.526235] env[69861]: INFO networking_nsxv3.common.synchronization [None req-fe9e859d-d738-4ca6-92b9-133348e28b9a tempest-AttachInterfacesUnderV243Test-2044752526 tempest-AttachInterfacesUnderV243Test-2044752526-project-member] Enqueued Resource ID: 3e99a75c-df03-4e61-96e0-6db765e46f25 with Priority: HIGHEST for action security_group_rules [ 745.526235] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e99a75c-df03-4e61-96e0-6db765e46f25 with Priority: HIGHEST for action security_group_rules [ 745.527085] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e99a75c-df03-4e61-96e0-6db765e46f25 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.527305] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e99a75c-df03-4e61-96e0-6db765e46f25" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.527457] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e99a75c-df03-4e61-96e0-6db765e46f25" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.527703] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e99a75c-df03-4e61-96e0-6db765e46f25" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.527951] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e99a75c-df03-4e61-96e0-6db765e46f25',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.686904] env[69861]: INFO networking_nsxv3.common.synchronization [None req-f8cb9ca8-9692-4dba-b9d3-f5af6332e833 tempest-AttachInterfacesUnderV243Test-2044752526 tempest-AttachInterfacesUnderV243Test-2044752526-project-member] Enqueued Resource ID: 3e99a75c-df03-4e61-96e0-6db765e46f25 with Priority: HIGHEST for action security_group_rules [ 745.688398] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e99a75c-df03-4e61-96e0-6db765e46f25 with Priority: HIGHEST for action security_group_rules [ 745.688887] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e99a75c-df03-4e61-96e0-6db765e46f25 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.689081] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e99a75c-df03-4e61-96e0-6db765e46f25" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.990448] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28ab7cba-2c5c-4900-9548-d0f24b0d8b62 [ 745.990683] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.995024] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.995024] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.995024] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.995024] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.995024] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28ab7cba-2c5c-4900-9548-d0f24b0d8b62 already deleted. [ 745.995024] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28ab7cba-2c5c-4900-9548-d0f24b0d8b62" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.051841] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.051989] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.052070] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.052282] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.052365] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.052456] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e99a75c-df03-4e61-96e0-6db765e46f25 already deleted. [ 746.052534] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e99a75c-df03-4e61-96e0-6db765e46f25" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.052680] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e99a75c-df03-4e61-96e0-6db765e46f25" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.052828] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e99a75c-df03-4e61-96e0-6db765e46f25" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.052905] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e99a75c-df03-4e61-96e0-6db765e46f25',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.583120] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.583120] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.583120] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.583120] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.583120] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.583120] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e99a75c-df03-4e61-96e0-6db765e46f25 already deleted. [ 746.583120] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e99a75c-df03-4e61-96e0-6db765e46f25" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.610666] env[69861]: INFO networking_nsxv3.common.synchronization [None req-ebfc983a-10e9-4e9a-b2ba-8093eaf23217 None None] Enqueued Resource ID: 8ff09ede-9de9-4c10-858f-6b1aef2c0625 with Priority: HIGHEST for action port [ 746.613048] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff09ede-9de9-4c10-858f-6b1aef2c0625 with Priority: HIGHEST for action port [ 746.614350] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ff09ede-9de9-4c10-858f-6b1aef2c0625 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.614350] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ff09ede-9de9-4c10-858f-6b1aef2c0625" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.614350] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ff09ede-9de9-4c10-858f-6b1aef2c0625" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.614350] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ff09ede-9de9-4c10-858f-6b1aef2c0625" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.614350] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ff09ede-9de9-4c10-858f-6b1aef2c0625',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.979964] env[69861]: INFO networking_nsxv3.common.synchronization [None req-912176cb-fe56-4533-8233-d2abd2458142 None None] Enqueued Resource ID: 6a8e07b8-2169-4ec3-8515-28c389b4f51c with Priority: HIGHEST for action port [ 746.980951] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8e07b8-2169-4ec3-8515-28c389b4f51c with Priority: HIGHEST for action port [ 746.980951] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a8e07b8-2169-4ec3-8515-28c389b4f51c taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.980951] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a8e07b8-2169-4ec3-8515-28c389b4f51c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.980951] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a8e07b8-2169-4ec3-8515-28c389b4f51c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.981830] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a8e07b8-2169-4ec3-8515-28c389b4f51c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.981869] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a8e07b8-2169-4ec3-8515-28c389b4f51c',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.119416] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ff09ede-9de9-4c10-858f-6b1aef2c0625 [ 747.119416] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.119416] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.119416] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.119596] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.119596] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.119668] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ff09ede-9de9-4c10-858f-6b1aef2c0625 already deleted. [ 747.120885] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ff09ede-9de9-4c10-858f-6b1aef2c0625" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.338890] env[69861]: INFO networking_nsxv3.common.synchronization [None req-5f5ae171-f80a-44fb-97b8-90549b5cae31 tempest-ServerActionsTestOtherA-1724076327 tempest-ServerActionsTestOtherA-1724076327-project-member] Enqueued Resource ID: 2f2a3ac0-131c-4fff-bd97-23933b42cf48 with Priority: HIGHEST for action security_group_rules [ 747.339346] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2a3ac0-131c-4fff-bd97-23933b42cf48 with Priority: HIGHEST for action security_group_rules [ 747.339770] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2a3ac0-131c-4fff-bd97-23933b42cf48 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.339903] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2a3ac0-131c-4fff-bd97-23933b42cf48" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.339995] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2a3ac0-131c-4fff-bd97-23933b42cf48" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.340700] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2a3ac0-131c-4fff-bd97-23933b42cf48" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.340794] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2a3ac0-131c-4fff-bd97-23933b42cf48',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.485013] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a8e07b8-2169-4ec3-8515-28c389b4f51c [ 747.485260] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.485400] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.485520] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.485709] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.485758] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.485855] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a8e07b8-2169-4ec3-8515-28c389b4f51c already deleted. [ 747.485935] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a8e07b8-2169-4ec3-8515-28c389b4f51c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.556946] env[69861]: INFO networking_nsxv3.common.synchronization [None req-6942fcdb-c6fc-476d-afde-843121fad35c tempest-ServerActionsTestOtherA-1724076327 tempest-ServerActionsTestOtherA-1724076327-project-member] Enqueued Resource ID: 2f2a3ac0-131c-4fff-bd97-23933b42cf48 with Priority: HIGHEST for action security_group_rules [ 747.557309] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2a3ac0-131c-4fff-bd97-23933b42cf48 with Priority: HIGHEST for action security_group_rules [ 747.557832] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2a3ac0-131c-4fff-bd97-23933b42cf48 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.558051] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2a3ac0-131c-4fff-bd97-23933b42cf48" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.860821] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.861167] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.861347] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.861647] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.861744] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.861842] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2a3ac0-131c-4fff-bd97-23933b42cf48 already deleted. [ 747.861930] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2a3ac0-131c-4fff-bd97-23933b42cf48" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.862100] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2a3ac0-131c-4fff-bd97-23933b42cf48" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.862263] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2a3ac0-131c-4fff-bd97-23933b42cf48" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.862355] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2a3ac0-131c-4fff-bd97-23933b42cf48',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.385455] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.385611] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.385712] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.385956] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.386058] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.386161] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2a3ac0-131c-4fff-bd97-23933b42cf48 already deleted. [ 748.386247] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2a3ac0-131c-4fff-bd97-23933b42cf48" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.947838] env[69861]: INFO networking_nsxv3.common.synchronization [None req-db26bd42-be48-4d6f-97b2-e43926d6bbcd None None] Enqueued Resource ID: beca2833-a68c-44bc-b106-dd19653269e5 with Priority: HIGHEST for action port [ 749.948182] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beca2833-a68c-44bc-b106-dd19653269e5 with Priority: HIGHEST for action port [ 749.948995] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-beca2833-a68c-44bc-b106-dd19653269e5 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.948995] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beca2833-a68c-44bc-b106-dd19653269e5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.948995] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beca2833-a68c-44bc-b106-dd19653269e5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.951207] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beca2833-a68c-44bc-b106-dd19653269e5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.951207] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beca2833-a68c-44bc-b106-dd19653269e5',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.456023] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port beca2833-a68c-44bc-b106-dd19653269e5 [ 750.456023] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.456023] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.456023] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.456023] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.456023] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.456023] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:beca2833-a68c-44bc-b106-dd19653269e5 already deleted. [ 750.456023] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beca2833-a68c-44bc-b106-dd19653269e5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.710484] env[69861]: INFO networking_nsxv3.common.synchronization [None req-d7fcc55f-6712-4904-9b3d-488709d31cd0 tempest-AttachInterfacesTestJSON-1278110166 tempest-AttachInterfacesTestJSON-1278110166-project-member] Enqueued Resource ID: 0a7e1bb1-4798-417f-8340-9bfd06f68347 with Priority: HIGHEST for action security_group_rules [ 750.712033] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7e1bb1-4798-417f-8340-9bfd06f68347 with Priority: HIGHEST for action security_group_rules [ 750.712033] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a7e1bb1-4798-417f-8340-9bfd06f68347 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.712033] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a7e1bb1-4798-417f-8340-9bfd06f68347" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.712033] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a7e1bb1-4798-417f-8340-9bfd06f68347" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.712033] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a7e1bb1-4798-417f-8340-9bfd06f68347" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.712346] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a7e1bb1-4798-417f-8340-9bfd06f68347',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.835319] env[69861]: INFO networking_nsxv3.common.synchronization [None req-c19d3adf-35d1-44db-9a9f-c9e579dadbd9 tempest-AttachInterfacesTestJSON-1278110166 tempest-AttachInterfacesTestJSON-1278110166-project-member] Enqueued Resource ID: 0a7e1bb1-4798-417f-8340-9bfd06f68347 with Priority: HIGHEST for action security_group_rules [ 750.835319] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7e1bb1-4798-417f-8340-9bfd06f68347 with Priority: HIGHEST for action security_group_rules [ 750.836746] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a7e1bb1-4798-417f-8340-9bfd06f68347 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.836899] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a7e1bb1-4798-417f-8340-9bfd06f68347" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.237034] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.237034] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.237034] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.237656] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.237656] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.237656] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a7e1bb1-4798-417f-8340-9bfd06f68347 already deleted. [ 751.237656] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a7e1bb1-4798-417f-8340-9bfd06f68347" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.237656] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a7e1bb1-4798-417f-8340-9bfd06f68347" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.237843] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a7e1bb1-4798-417f-8340-9bfd06f68347" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.237871] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a7e1bb1-4798-417f-8340-9bfd06f68347',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.761816] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.761968] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.762067] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.762276] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.762363] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.762459] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a7e1bb1-4798-417f-8340-9bfd06f68347 already deleted. [ 751.762537] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a7e1bb1-4798-417f-8340-9bfd06f68347" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.026127] env[69861]: INFO networking_nsxv3.common.synchronization [None req-1b545f58-9397-4171-9a59-b15f3c52b341 tempest-AttachVolumeNegativeTest-1755103160 tempest-AttachVolumeNegativeTest-1755103160-project-member] Enqueued Resource ID: 11933ca7-52ff-43fa-9346-0b226a35ed49 with Priority: HIGHEST for action security_group_rules [ 752.027252] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11933ca7-52ff-43fa-9346-0b226a35ed49 with Priority: HIGHEST for action security_group_rules [ 752.027967] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11933ca7-52ff-43fa-9346-0b226a35ed49 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.028235] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11933ca7-52ff-43fa-9346-0b226a35ed49" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.028487] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11933ca7-52ff-43fa-9346-0b226a35ed49" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.028971] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11933ca7-52ff-43fa-9346-0b226a35ed49" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.029149] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11933ca7-52ff-43fa-9346-0b226a35ed49',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.434264] env[69861]: INFO networking_nsxv3.common.synchronization [None req-b03e71ef-259a-4e4d-99ad-5ab222e5583e tempest-AttachVolumeNegativeTest-1755103160 tempest-AttachVolumeNegativeTest-1755103160-project-member] Enqueued Resource ID: 11933ca7-52ff-43fa-9346-0b226a35ed49 with Priority: HIGHEST for action security_group_rules [ 752.436092] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11933ca7-52ff-43fa-9346-0b226a35ed49 with Priority: HIGHEST for action security_group_rules [ 752.436460] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11933ca7-52ff-43fa-9346-0b226a35ed49 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.436862] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11933ca7-52ff-43fa-9346-0b226a35ed49" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.548578] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.548726] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.548962] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.549060] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.549219] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.549219] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11933ca7-52ff-43fa-9346-0b226a35ed49 already deleted. [ 752.549330] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11933ca7-52ff-43fa-9346-0b226a35ed49" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.549429] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11933ca7-52ff-43fa-9346-0b226a35ed49" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.549581] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11933ca7-52ff-43fa-9346-0b226a35ed49" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.549744] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11933ca7-52ff-43fa-9346-0b226a35ed49',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.075781] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.075781] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.075781] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.075781] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.075781] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.075781] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11933ca7-52ff-43fa-9346-0b226a35ed49 already deleted. [ 753.075781] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11933ca7-52ff-43fa-9346-0b226a35ed49" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.974678] env[69861]: INFO networking_nsxv3.common.synchronization [None req-d2676c65-b921-4d91-9e4e-5bc159383304 None None] Enqueued Resource ID: badcb0f9-2ca8-443f-a71f-6011539781e5 with Priority: HIGHEST for action port [ 753.974678] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badcb0f9-2ca8-443f-a71f-6011539781e5 with Priority: HIGHEST for action port [ 753.974678] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-badcb0f9-2ca8-443f-a71f-6011539781e5 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.974678] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-badcb0f9-2ca8-443f-a71f-6011539781e5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.974678] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-badcb0f9-2ca8-443f-a71f-6011539781e5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.976158] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-badcb0f9-2ca8-443f-a71f-6011539781e5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.980169] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('badcb0f9-2ca8-443f-a71f-6011539781e5',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.481766] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port badcb0f9-2ca8-443f-a71f-6011539781e5 [ 754.481766] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.481766] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.481766] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.481766] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.481766] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.481766] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:badcb0f9-2ca8-443f-a71f-6011539781e5 already deleted. [ 754.481766] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-badcb0f9-2ca8-443f-a71f-6011539781e5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.976876] env[69861]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 758.977219] env[69861]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 759.220209] env[69861]: INFO networking_nsxv3.common.synchronization [None req-27a1c0e7-7748-4eb6-bec3-9e4588505a66 None None] Enqueued Resource ID: 1460bd4b-84a6-4daf-b692-58cf49f74d52 with Priority: HIGHEST for action port [ 759.220209] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1460bd4b-84a6-4daf-b692-58cf49f74d52 with Priority: HIGHEST for action port [ 759.220407] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-1460bd4b-84a6-4daf-b692-58cf49f74d52 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.220574] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1460bd4b-84a6-4daf-b692-58cf49f74d52" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.220638] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1460bd4b-84a6-4daf-b692-58cf49f74d52" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.220856] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1460bd4b-84a6-4daf-b692-58cf49f74d52" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.220969] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1460bd4b-84a6-4daf-b692-58cf49f74d52',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.723525] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1460bd4b-84a6-4daf-b692-58cf49f74d52 [ 759.723525] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.723525] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.723525] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.724359] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.724359] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.724359] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1460bd4b-84a6-4daf-b692-58cf49f74d52 already deleted. [ 759.724359] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1460bd4b-84a6-4daf-b692-58cf49f74d52" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.795074] env[69861]: INFO networking_nsxv3.common.synchronization [None req-80e48cfd-a070-47b9-b3a5-ca8280b12726 None None] Enqueued Resource ID: c01fce5d-b25b-4d4c-98f1-1182183735f7 with Priority: HIGHEST for action port [ 759.795329] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01fce5d-b25b-4d4c-98f1-1182183735f7 with Priority: HIGHEST for action port [ 759.795874] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-c01fce5d-b25b-4d4c-98f1-1182183735f7 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.795991] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c01fce5d-b25b-4d4c-98f1-1182183735f7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.796138] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c01fce5d-b25b-4d4c-98f1-1182183735f7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.796390] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c01fce5d-b25b-4d4c-98f1-1182183735f7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.796471] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c01fce5d-b25b-4d4c-98f1-1182183735f7',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.299381] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c01fce5d-b25b-4d4c-98f1-1182183735f7 [ 760.299710] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.301663] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.301663] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.301663] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.301663] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.301663] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c01fce5d-b25b-4d4c-98f1-1182183735f7 already deleted. [ 760.301663] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c01fce5d-b25b-4d4c-98f1-1182183735f7" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.567427] env[69861]: INFO networking_nsxv3.common.synchronization [None req-cc60dc92-ed92-4180-a6c8-c5825ad146a3 None None] Enqueued Resource ID: 54cb8632-dfac-453d-97dc-cc663a40d9aa with Priority: HIGHEST for action port [ 761.567427] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cb8632-dfac-453d-97dc-cc663a40d9aa with Priority: HIGHEST for action port [ 761.567918] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-54cb8632-dfac-453d-97dc-cc663a40d9aa taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.567918] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54cb8632-dfac-453d-97dc-cc663a40d9aa" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.567918] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54cb8632-dfac-453d-97dc-cc663a40d9aa" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.568226] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54cb8632-dfac-453d-97dc-cc663a40d9aa" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.568322] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54cb8632-dfac-453d-97dc-cc663a40d9aa',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.071238] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54cb8632-dfac-453d-97dc-cc663a40d9aa [ 762.071534] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.071677] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.071754] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.071968] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.072073] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.072317] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54cb8632-dfac-453d-97dc-cc663a40d9aa already deleted. [ 762.072317] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54cb8632-dfac-453d-97dc-cc663a40d9aa" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.238269] env[69861]: INFO networking_nsxv3.common.synchronization [None req-9c106d63-337a-432b-a0c8-c217256f2ba9 tempest-AttachInterfacesTestJSON-1278110166 tempest-AttachInterfacesTestJSON-1278110166-project-member] Enqueued Resource ID: cdf24b14-9f4a-4c30-b692-b853121ed387 with Priority: HIGHEST for action security_group_rules [ 765.238269] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf24b14-9f4a-4c30-b692-b853121ed387 with Priority: HIGHEST for action security_group_rules [ 765.238269] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdf24b14-9f4a-4c30-b692-b853121ed387 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.238269] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdf24b14-9f4a-4c30-b692-b853121ed387" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.238269] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdf24b14-9f4a-4c30-b692-b853121ed387" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.238615] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdf24b14-9f4a-4c30-b692-b853121ed387" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.238615] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdf24b14-9f4a-4c30-b692-b853121ed387',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.394502] env[69861]: INFO networking_nsxv3.common.synchronization [None req-b95bd75c-890b-4879-88ae-7673cf1a2207 None None] Enqueued Resource ID: a8f52329-4713-4161-982c-c8147029df25 with Priority: HIGHEST for action port [ 765.394779] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f52329-4713-4161-982c-c8147029df25 with Priority: HIGHEST for action port [ 765.395470] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8f52329-4713-4161-982c-c8147029df25 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.395470] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8f52329-4713-4161-982c-c8147029df25" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.395610] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8f52329-4713-4161-982c-c8147029df25" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.395802] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8f52329-4713-4161-982c-c8147029df25" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.395875] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8f52329-4713-4161-982c-c8147029df25',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.764791] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.764948] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.765115] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.765252] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.765331] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.765673] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdf24b14-9f4a-4c30-b692-b853121ed387 already deleted. [ 765.765673] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdf24b14-9f4a-4c30-b692-b853121ed387" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.870439] env[69861]: INFO networking_nsxv3.common.synchronization [None req-e9d3b096-f815-419b-a113-bb943cfd9760 None None] Enqueued Resource ID: 629384dd-fc25-4e01-9730-d129e9d4b6f2 with Priority: HIGHEST for action port [ 765.870439] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 629384dd-fc25-4e01-9730-d129e9d4b6f2 with Priority: HIGHEST for action port [ 765.870439] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-629384dd-fc25-4e01-9730-d129e9d4b6f2 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.870439] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-629384dd-fc25-4e01-9730-d129e9d4b6f2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.870439] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-629384dd-fc25-4e01-9730-d129e9d4b6f2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.871692] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-629384dd-fc25-4e01-9730-d129e9d4b6f2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.871800] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('629384dd-fc25-4e01-9730-d129e9d4b6f2',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.897961] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8f52329-4713-4161-982c-c8147029df25 [ 765.898146] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.898308] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.898376] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.898684] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.898908] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.899021] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8f52329-4713-4161-982c-c8147029df25 already deleted. [ 765.899144] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8f52329-4713-4161-982c-c8147029df25" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.118271] env[69861]: INFO networking_nsxv3.common.synchronization [None req-96b26b2b-50de-44fa-832f-073de4911705 tempest-AttachInterfacesTestJSON-1278110166 tempest-AttachInterfacesTestJSON-1278110166-project-member] Enqueued Resource ID: cdf24b14-9f4a-4c30-b692-b853121ed387 with Priority: HIGHEST for action security_group_rules [ 766.119362] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf24b14-9f4a-4c30-b692-b853121ed387 with Priority: HIGHEST for action security_group_rules [ 766.119362] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdf24b14-9f4a-4c30-b692-b853121ed387 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.119362] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdf24b14-9f4a-4c30-b692-b853121ed387" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.119362] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdf24b14-9f4a-4c30-b692-b853121ed387" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.119814] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdf24b14-9f4a-4c30-b692-b853121ed387" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.119814] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdf24b14-9f4a-4c30-b692-b853121ed387',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.377666] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 629384dd-fc25-4e01-9730-d129e9d4b6f2 [ 766.377666] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.377666] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.377666] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.377666] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.377666] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.377666] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:629384dd-fc25-4e01-9730-d129e9d4b6f2 already deleted. [ 766.377666] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-629384dd-fc25-4e01-9730-d129e9d4b6f2" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.643515] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.643515] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.643515] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.643515] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.643515] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.643515] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdf24b14-9f4a-4c30-b692-b853121ed387 already deleted. [ 766.643515] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdf24b14-9f4a-4c30-b692-b853121ed387" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.407011] env[69861]: INFO networking_nsxv3.common.synchronization [None req-0af7e3d2-4159-4df9-8a2d-237993517318 None None] Enqueued Resource ID: 956ac024-b121-4507-a270-339648df2bba with Priority: HIGHEST for action port [ 767.407297] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 956ac024-b121-4507-a270-339648df2bba with Priority: HIGHEST for action port [ 767.407853] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-956ac024-b121-4507-a270-339648df2bba taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.407981] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-956ac024-b121-4507-a270-339648df2bba" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.409150] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-956ac024-b121-4507-a270-339648df2bba" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.409440] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-956ac024-b121-4507-a270-339648df2bba" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.409526] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('956ac024-b121-4507-a270-339648df2bba',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.913479] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 956ac024-b121-4507-a270-339648df2bba [ 767.913479] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.913479] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.913479] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.913479] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.913479] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.913479] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:956ac024-b121-4507-a270-339648df2bba already deleted. [ 767.919019] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-956ac024-b121-4507-a270-339648df2bba" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.900117] env[69861]: INFO networking_nsxv3.common.synchronization [None req-2e52ee1a-2fa0-443b-899a-3d214eea13ab None None] Enqueued Resource ID: dacf00e3-d9c9-4dee-b1dd-b1f9a5f41648 with Priority: HIGHEST for action port [ 769.900117] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dacf00e3-d9c9-4dee-b1dd-b1f9a5f41648 with Priority: HIGHEST for action port [ 769.900117] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-dacf00e3-d9c9-4dee-b1dd-b1f9a5f41648 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.900117] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dacf00e3-d9c9-4dee-b1dd-b1f9a5f41648" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.900117] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dacf00e3-d9c9-4dee-b1dd-b1f9a5f41648" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.901889] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dacf00e3-d9c9-4dee-b1dd-b1f9a5f41648" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.902211] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacf00e3-d9c9-4dee-b1dd-b1f9a5f41648',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.406033] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dacf00e3-d9c9-4dee-b1dd-b1f9a5f41648 [ 770.406470] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.407035] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.407035] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.407035] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.407035] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.407174] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dacf00e3-d9c9-4dee-b1dd-b1f9a5f41648 already deleted. [ 770.407174] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dacf00e3-d9c9-4dee-b1dd-b1f9a5f41648" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.354909] env[69861]: INFO networking_nsxv3.common.synchronization [None req-3ae46b94-593d-471e-b1fc-7c5154bf60b3 None None] Enqueued Resource ID: c4c64323-be87-4216-9f46-49e23d9e2281 with Priority: HIGHEST for action port [ 771.354909] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c64323-be87-4216-9f46-49e23d9e2281 with Priority: HIGHEST for action port [ 771.354909] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4c64323-be87-4216-9f46-49e23d9e2281 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.354909] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4c64323-be87-4216-9f46-49e23d9e2281" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.354909] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4c64323-be87-4216-9f46-49e23d9e2281" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.355388] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4c64323-be87-4216-9f46-49e23d9e2281" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.355388] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c64323-be87-4216-9f46-49e23d9e2281',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.383162] env[69861]: INFO networking_nsxv3.common.synchronization [None req-8cda687f-1eb3-43da-aaf9-4c2477a33a95 None None] Enqueued Resource ID: 6eea1388-5248-45e8-88c0-e371f4174493 with Priority: HIGHEST for action port [ 771.384535] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eea1388-5248-45e8-88c0-e371f4174493 with Priority: HIGHEST for action port [ 771.385229] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eea1388-5248-45e8-88c0-e371f4174493 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.385399] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eea1388-5248-45e8-88c0-e371f4174493" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.385893] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eea1388-5248-45e8-88c0-e371f4174493" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.386200] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eea1388-5248-45e8-88c0-e371f4174493" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.386354] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eea1388-5248-45e8-88c0-e371f4174493',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.858890] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4c64323-be87-4216-9f46-49e23d9e2281 [ 771.860102] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.860102] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.860102] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.860102] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.860102] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.860102] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4c64323-be87-4216-9f46-49e23d9e2281 already deleted. [ 771.860102] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4c64323-be87-4216-9f46-49e23d9e2281" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.890949] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eea1388-5248-45e8-88c0-e371f4174493 [ 771.890949] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.890949] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.890949] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.890949] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.890949] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.891328] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eea1388-5248-45e8-88c0-e371f4174493 already deleted. [ 771.891328] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eea1388-5248-45e8-88c0-e371f4174493" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.052812] env[69861]: INFO networking_nsxv3.common.synchronization [None req-af5786d6-817f-4158-b635-64758ccabb9c None None] Enqueued Resource ID: 00c7c0ef-7be4-492f-9f3f-12c56cc6aa75 with Priority: HIGHEST for action port [ 772.053627] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c7c0ef-7be4-492f-9f3f-12c56cc6aa75 with Priority: HIGHEST for action port [ 772.054881] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-00c7c0ef-7be4-492f-9f3f-12c56cc6aa75 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.054881] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00c7c0ef-7be4-492f-9f3f-12c56cc6aa75" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.054881] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00c7c0ef-7be4-492f-9f3f-12c56cc6aa75" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.055305] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00c7c0ef-7be4-492f-9f3f-12c56cc6aa75" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.055305] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00c7c0ef-7be4-492f-9f3f-12c56cc6aa75',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.263476] env[69861]: INFO networking_nsxv3.common.synchronization [None req-9847cd2c-ff33-421e-9905-4f48fdbe5963 None None] Enqueued Resource ID: 73d1fa85-bab6-4f6b-8710-4d28d03602c4 with Priority: HIGHEST for action port [ 772.265145] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d1fa85-bab6-4f6b-8710-4d28d03602c4 with Priority: HIGHEST for action port [ 772.265145] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-73d1fa85-bab6-4f6b-8710-4d28d03602c4 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.265145] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73d1fa85-bab6-4f6b-8710-4d28d03602c4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.265145] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73d1fa85-bab6-4f6b-8710-4d28d03602c4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.265145] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73d1fa85-bab6-4f6b-8710-4d28d03602c4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.265145] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73d1fa85-bab6-4f6b-8710-4d28d03602c4',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.558847] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00c7c0ef-7be4-492f-9f3f-12c56cc6aa75 [ 772.559161] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.559217] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.559290] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.559502] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.559587] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.559924] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00c7c0ef-7be4-492f-9f3f-12c56cc6aa75 already deleted. [ 772.559924] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00c7c0ef-7be4-492f-9f3f-12c56cc6aa75" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.655040] env[69861]: INFO networking_nsxv3.common.synchronization [None req-4783f850-78a7-4995-978c-204173509bab None None] Enqueued Resource ID: 2c5ceed1-66e5-4aa3-bb11-31f62f846cd9 with Priority: HIGHEST for action port [ 772.655040] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c5ceed1-66e5-4aa3-bb11-31f62f846cd9 with Priority: HIGHEST for action port [ 772.655040] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c5ceed1-66e5-4aa3-bb11-31f62f846cd9 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.655040] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c5ceed1-66e5-4aa3-bb11-31f62f846cd9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.655040] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c5ceed1-66e5-4aa3-bb11-31f62f846cd9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.655040] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c5ceed1-66e5-4aa3-bb11-31f62f846cd9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.655701] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c5ceed1-66e5-4aa3-bb11-31f62f846cd9',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.767690] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73d1fa85-bab6-4f6b-8710-4d28d03602c4 [ 772.767690] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.767690] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.767690] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.767951] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.767951] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.767951] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73d1fa85-bab6-4f6b-8710-4d28d03602c4 already deleted. [ 772.767951] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73d1fa85-bab6-4f6b-8710-4d28d03602c4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.159270] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c5ceed1-66e5-4aa3-bb11-31f62f846cd9 [ 773.159654] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.159878] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.160897] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.160897] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.160897] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.160897] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c5ceed1-66e5-4aa3-bb11-31f62f846cd9 already deleted. [ 773.160897] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c5ceed1-66e5-4aa3-bb11-31f62f846cd9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.220024] env[69861]: INFO networking_nsxv3.common.synchronization [None req-28cdf685-c8b4-4a48-9245-3b6757a6bdf1 None None] Enqueued Resource ID: 26417d26-0e49-45f5-bf06-46b1499ccdb8 with Priority: HIGHEST for action port [ 775.220024] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26417d26-0e49-45f5-bf06-46b1499ccdb8 with Priority: HIGHEST for action port [ 775.220024] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-26417d26-0e49-45f5-bf06-46b1499ccdb8 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.220024] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26417d26-0e49-45f5-bf06-46b1499ccdb8" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.220024] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26417d26-0e49-45f5-bf06-46b1499ccdb8" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.220024] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26417d26-0e49-45f5-bf06-46b1499ccdb8" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.220024] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26417d26-0e49-45f5-bf06-46b1499ccdb8',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.725647] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26417d26-0e49-45f5-bf06-46b1499ccdb8 [ 775.725647] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.725647] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.725647] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.725849] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.725976] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.726057] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26417d26-0e49-45f5-bf06-46b1499ccdb8 already deleted. [ 775.726126] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26417d26-0e49-45f5-bf06-46b1499ccdb8" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.884731] env[69861]: INFO networking_nsxv3.common.synchronization [None req-a76dcbdd-8d69-40d7-b501-d6a21aa8363d None None] Enqueued Resource ID: 4850d33a-1792-44f2-a73e-41bc070ed647 with Priority: HIGHEST for action port [ 775.885218] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4850d33a-1792-44f2-a73e-41bc070ed647 with Priority: HIGHEST for action port [ 775.885563] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-4850d33a-1792-44f2-a73e-41bc070ed647 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.885691] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4850d33a-1792-44f2-a73e-41bc070ed647" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.885766] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4850d33a-1792-44f2-a73e-41bc070ed647" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.886075] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4850d33a-1792-44f2-a73e-41bc070ed647" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.886257] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4850d33a-1792-44f2-a73e-41bc070ed647',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.388265] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4850d33a-1792-44f2-a73e-41bc070ed647 [ 776.388596] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.388660] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.388768] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.388992] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.389089] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.389183] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4850d33a-1792-44f2-a73e-41bc070ed647 already deleted. [ 776.389262] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4850d33a-1792-44f2-a73e-41bc070ed647" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.949818] env[69861]: INFO networking_nsxv3.common.synchronization [None req-db235bcf-4688-47e2-b33d-75f694000267 None None] Enqueued Resource ID: 57ea09fd-83b9-498f-995b-4e94fbf753a0 with Priority: HIGHEST for action port [ 776.951507] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ea09fd-83b9-498f-995b-4e94fbf753a0 with Priority: HIGHEST for action port [ 776.951507] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-57ea09fd-83b9-498f-995b-4e94fbf753a0 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.951507] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57ea09fd-83b9-498f-995b-4e94fbf753a0" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.951635] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57ea09fd-83b9-498f-995b-4e94fbf753a0" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.952249] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57ea09fd-83b9-498f-995b-4e94fbf753a0" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.954026] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ea09fd-83b9-498f-995b-4e94fbf753a0',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.100897] env[69861]: INFO networking_nsxv3.common.synchronization [None req-c17112f0-48e7-4afc-99f4-1ecf33cc0a83 None None] Enqueued Resource ID: 27a84849-e95d-4d03-86aa-f8272f9172b3 with Priority: HIGHEST for action port [ 777.102562] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a84849-e95d-4d03-86aa-f8272f9172b3 with Priority: HIGHEST for action port [ 777.105794] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-27a84849-e95d-4d03-86aa-f8272f9172b3 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.105794] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27a84849-e95d-4d03-86aa-f8272f9172b3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.105794] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27a84849-e95d-4d03-86aa-f8272f9172b3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.105794] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27a84849-e95d-4d03-86aa-f8272f9172b3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.105794] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a84849-e95d-4d03-86aa-f8272f9172b3',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.382228] env[69861]: INFO networking_nsxv3.common.synchronization [None req-b02d3870-d948-4148-8d8d-4ca55ae602f0 None None] Enqueued Resource ID: 6d17badf-eeec-4403-a22f-fbffa6ea155c with Priority: HIGHEST for action port [ 777.382531] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d17badf-eeec-4403-a22f-fbffa6ea155c with Priority: HIGHEST for action port [ 777.383749] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d17badf-eeec-4403-a22f-fbffa6ea155c taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.383749] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d17badf-eeec-4403-a22f-fbffa6ea155c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.383749] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d17badf-eeec-4403-a22f-fbffa6ea155c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.384303] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d17badf-eeec-4403-a22f-fbffa6ea155c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.384303] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d17badf-eeec-4403-a22f-fbffa6ea155c',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.456986] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57ea09fd-83b9-498f-995b-4e94fbf753a0 [ 777.457513] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.457513] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.457513] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.457945] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.457945] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.458130] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57ea09fd-83b9-498f-995b-4e94fbf753a0 already deleted. [ 777.458237] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57ea09fd-83b9-498f-995b-4e94fbf753a0" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.602881] env[69861]: INFO networking_nsxv3.common.synchronization [None req-f7da8f22-d397-4381-9df9-5bf6b9a2ed1e None None] Enqueued Resource ID: 69e2aa9b-859e-4d54-8cdd-e1b9a699638b with Priority: HIGHEST for action port [ 777.602881] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e2aa9b-859e-4d54-8cdd-e1b9a699638b with Priority: HIGHEST for action port [ 777.604883] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e2aa9b-859e-4d54-8cdd-e1b9a699638b taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.604883] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e2aa9b-859e-4d54-8cdd-e1b9a699638b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.604883] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e2aa9b-859e-4d54-8cdd-e1b9a699638b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.605207] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e2aa9b-859e-4d54-8cdd-e1b9a699638b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.605265] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e2aa9b-859e-4d54-8cdd-e1b9a699638b',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.607616] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27a84849-e95d-4d03-86aa-f8272f9172b3 [ 777.607761] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.607873] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.607982] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.608151] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.608258] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.608337] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27a84849-e95d-4d03-86aa-f8272f9172b3 already deleted. [ 777.608521] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27a84849-e95d-4d03-86aa-f8272f9172b3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.890122] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d17badf-eeec-4403-a22f-fbffa6ea155c [ 777.890902] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.890902] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.890902] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.890902] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.891318] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.891318] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d17badf-eeec-4403-a22f-fbffa6ea155c already deleted. [ 777.892113] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d17badf-eeec-4403-a22f-fbffa6ea155c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.113775] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69e2aa9b-859e-4d54-8cdd-e1b9a699638b [ 778.113775] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.113775] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.113775] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.113775] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.113775] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.113775] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69e2aa9b-859e-4d54-8cdd-e1b9a699638b already deleted. [ 778.113775] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e2aa9b-859e-4d54-8cdd-e1b9a699638b" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.613144] env[69861]: INFO networking_nsxv3.common.synchronization [None req-1e3666e4-7398-4a2d-a036-992ecd305361 None None] Enqueued Resource ID: e5716393-ce87-414d-bfe9-575d02bc94a5 with Priority: HIGHEST for action port [ 778.613588] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5716393-ce87-414d-bfe9-575d02bc94a5 with Priority: HIGHEST for action port [ 778.614041] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5716393-ce87-414d-bfe9-575d02bc94a5 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.614140] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5716393-ce87-414d-bfe9-575d02bc94a5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.614199] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5716393-ce87-414d-bfe9-575d02bc94a5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.614473] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5716393-ce87-414d-bfe9-575d02bc94a5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.614558] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5716393-ce87-414d-bfe9-575d02bc94a5',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.885347] env[69861]: INFO networking_nsxv3.common.synchronization [None req-1646c976-a6d3-4146-914f-69b71d3da0d6 None None] Enqueued Resource ID: fa45630d-2356-493f-8303-11908409473a with Priority: HIGHEST for action port [ 778.885347] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa45630d-2356-493f-8303-11908409473a with Priority: HIGHEST for action port [ 778.885347] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa45630d-2356-493f-8303-11908409473a taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.885347] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa45630d-2356-493f-8303-11908409473a" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.885347] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa45630d-2356-493f-8303-11908409473a" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.886881] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa45630d-2356-493f-8303-11908409473a" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.886881] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa45630d-2356-493f-8303-11908409473a',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.117779] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5716393-ce87-414d-bfe9-575d02bc94a5 [ 779.117868] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.118024] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.118071] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.118295] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.118390] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.118492] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5716393-ce87-414d-bfe9-575d02bc94a5 already deleted. [ 779.118634] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5716393-ce87-414d-bfe9-575d02bc94a5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.389185] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa45630d-2356-493f-8303-11908409473a [ 779.389402] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.389535] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.389627] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.389800] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.389885] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.389976] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa45630d-2356-493f-8303-11908409473a already deleted. [ 779.390064] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa45630d-2356-493f-8303-11908409473a" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.186417] env[69861]: INFO networking_nsxv3.common.synchronization [None req-d681a46d-2904-4345-b41e-1835e0676513 tempest-ServerActionsTestOtherB-891107334 tempest-ServerActionsTestOtherB-891107334-project-member] Enqueued Resource ID: 36a55243-437b-4f0c-a11b-c9804466b1c9 with Priority: HIGHEST for action security_group_rules [ 780.186953] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a55243-437b-4f0c-a11b-c9804466b1c9 with Priority: HIGHEST for action security_group_rules [ 780.187287] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a55243-437b-4f0c-a11b-c9804466b1c9 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.187401] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a55243-437b-4f0c-a11b-c9804466b1c9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.187485] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a55243-437b-4f0c-a11b-c9804466b1c9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.187772] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a55243-437b-4f0c-a11b-c9804466b1c9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.187847] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a55243-437b-4f0c-a11b-c9804466b1c9',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.677495] env[69861]: INFO networking_nsxv3.common.synchronization [None req-de9ca20f-c7bd-4738-acc8-e3e52f365136 tempest-ServerActionsTestOtherB-891107334 tempest-ServerActionsTestOtherB-891107334-project-member] Enqueued Resource ID: 36a55243-437b-4f0c-a11b-c9804466b1c9 with Priority: HIGHEST for action security_group_rules [ 780.678037] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a55243-437b-4f0c-a11b-c9804466b1c9 with Priority: HIGHEST for action security_group_rules [ 780.678368] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a55243-437b-4f0c-a11b-c9804466b1c9 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.678475] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a55243-437b-4f0c-a11b-c9804466b1c9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.709456] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.709456] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.709646] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.710461] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.710461] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.710461] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a55243-437b-4f0c-a11b-c9804466b1c9 already deleted. [ 780.710461] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a55243-437b-4f0c-a11b-c9804466b1c9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.710461] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a55243-437b-4f0c-a11b-c9804466b1c9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.710461] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a55243-437b-4f0c-a11b-c9804466b1c9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.710461] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a55243-437b-4f0c-a11b-c9804466b1c9',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.053275] env[69861]: INFO networking_nsxv3.common.synchronization [None req-8d797821-ceda-4cab-939c-c5ec6a1ebc0d tempest-AttachVolumeTestJSON-438216186 tempest-AttachVolumeTestJSON-438216186-project-member] Enqueued Resource ID: 8e64fad9-9eca-45c0-a603-205840757fa4 with Priority: HIGHEST for action security_group_rules [ 781.054211] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e64fad9-9eca-45c0-a603-205840757fa4 with Priority: HIGHEST for action security_group_rules [ 781.054696] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e64fad9-9eca-45c0-a603-205840757fa4 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.054978] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e64fad9-9eca-45c0-a603-205840757fa4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.055687] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e64fad9-9eca-45c0-a603-205840757fa4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.056043] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e64fad9-9eca-45c0-a603-205840757fa4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.056142] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e64fad9-9eca-45c0-a603-205840757fa4',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.091066] env[69861]: INFO networking_nsxv3.common.synchronization [None req-4bc5c1f0-9d65-427a-affb-75501e7a95a1 None None] Enqueued Resource ID: 1a61eca0-f54a-4eea-b22a-4646b840d54e with Priority: HIGHEST for action port [ 781.092242] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a61eca0-f54a-4eea-b22a-4646b840d54e with Priority: HIGHEST for action port [ 781.092837] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a61eca0-f54a-4eea-b22a-4646b840d54e taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.092993] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a61eca0-f54a-4eea-b22a-4646b840d54e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.093097] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a61eca0-f54a-4eea-b22a-4646b840d54e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.093315] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a61eca0-f54a-4eea-b22a-4646b840d54e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.093400] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a61eca0-f54a-4eea-b22a-4646b840d54e',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.232713] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.232713] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.233862] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.233862] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.233862] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.233862] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a55243-437b-4f0c-a11b-c9804466b1c9 already deleted. [ 781.233862] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a55243-437b-4f0c-a11b-c9804466b1c9" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.263409] env[69861]: INFO networking_nsxv3.common.synchronization [None req-f71f0f80-560d-41dc-9cc9-bd4748c09e5d None None] Enqueued Resource ID: d6d614be-3d2c-41d8-9137-26ecc985fa73 with Priority: HIGHEST for action port [ 781.263911] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d614be-3d2c-41d8-9137-26ecc985fa73 with Priority: HIGHEST for action port [ 781.264891] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6d614be-3d2c-41d8-9137-26ecc985fa73 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.265066] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6d614be-3d2c-41d8-9137-26ecc985fa73" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.265152] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6d614be-3d2c-41d8-9137-26ecc985fa73" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.265672] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6d614be-3d2c-41d8-9137-26ecc985fa73" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.265763] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d614be-3d2c-41d8-9137-26ecc985fa73',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.538650] env[69861]: INFO networking_nsxv3.common.synchronization [None req-7cfd7ea0-f607-475f-a1cd-88c838b5c631 tempest-AttachVolumeTestJSON-438216186 tempest-AttachVolumeTestJSON-438216186-project-member] Enqueued Resource ID: 8e64fad9-9eca-45c0-a603-205840757fa4 with Priority: HIGHEST for action security_group_rules [ 781.540077] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e64fad9-9eca-45c0-a603-205840757fa4 with Priority: HIGHEST for action security_group_rules [ 781.540997] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e64fad9-9eca-45c0-a603-205840757fa4 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.540997] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e64fad9-9eca-45c0-a603-205840757fa4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.578321] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.578471] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.578538] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.578755] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.578834] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.578929] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e64fad9-9eca-45c0-a603-205840757fa4 already deleted. [ 781.579017] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e64fad9-9eca-45c0-a603-205840757fa4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.579218] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e64fad9-9eca-45c0-a603-205840757fa4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.579330] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e64fad9-9eca-45c0-a603-205840757fa4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.579410] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e64fad9-9eca-45c0-a603-205840757fa4',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.595135] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a61eca0-f54a-4eea-b22a-4646b840d54e [ 781.596211] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.596211] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.596211] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.596509] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.596509] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.596594] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a61eca0-f54a-4eea-b22a-4646b840d54e already deleted. [ 781.596643] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a61eca0-f54a-4eea-b22a-4646b840d54e" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.771070] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6d614be-3d2c-41d8-9137-26ecc985fa73 [ 781.771070] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.771257] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.771369] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.771682] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.771822] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.773020] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6d614be-3d2c-41d8-9137-26ecc985fa73 already deleted. [ 781.773020] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6d614be-3d2c-41d8-9137-26ecc985fa73" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.935280] env[69861]: INFO networking_nsxv3.common.synchronization [None req-451ccfba-7d0c-4cd5-8492-0c0de8600b56 None None] Enqueued Resource ID: e709e225-46a3-4700-9ddf-31a04f96c1df with Priority: HIGHEST for action port [ 781.935280] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e709e225-46a3-4700-9ddf-31a04f96c1df with Priority: HIGHEST for action port [ 781.935539] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-e709e225-46a3-4700-9ddf-31a04f96c1df taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.935635] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e709e225-46a3-4700-9ddf-31a04f96c1df" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.935635] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e709e225-46a3-4700-9ddf-31a04f96c1df" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.935909] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e709e225-46a3-4700-9ddf-31a04f96c1df" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.936112] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e709e225-46a3-4700-9ddf-31a04f96c1df',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.099800] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.100024] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.100068] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.100594] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.100594] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.100594] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e64fad9-9eca-45c0-a603-205840757fa4 already deleted. [ 782.100594] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e64fad9-9eca-45c0-a603-205840757fa4" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.438509] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e709e225-46a3-4700-9ddf-31a04f96c1df [ 782.438862] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.438922] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.438955] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.439213] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.439304] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.439403] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e709e225-46a3-4700-9ddf-31a04f96c1df already deleted. [ 782.439484] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e709e225-46a3-4700-9ddf-31a04f96c1df" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.955397] env[69861]: INFO networking_nsxv3.common.synchronization [None req-278aa8d2-3350-4dc8-a7ca-0bdb91236965 None None] Enqueued Resource ID: 03d33944-8cee-463b-b46d-825778e5899c with Priority: HIGHEST for action port [ 784.955668] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03d33944-8cee-463b-b46d-825778e5899c with Priority: HIGHEST for action port [ 784.956321] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-03d33944-8cee-463b-b46d-825778e5899c taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.957404] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03d33944-8cee-463b-b46d-825778e5899c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.957404] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03d33944-8cee-463b-b46d-825778e5899c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.957404] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03d33944-8cee-463b-b46d-825778e5899c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.957404] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d33944-8cee-463b-b46d-825778e5899c',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.458447] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03d33944-8cee-463b-b46d-825778e5899c [ 785.458757] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.458866] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.458926] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.459875] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.460128] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.460128] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03d33944-8cee-463b-b46d-825778e5899c already deleted. [ 785.460206] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03d33944-8cee-463b-b46d-825778e5899c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.320712] env[69861]: INFO networking_nsxv3.common.synchronization [None req-bb699482-8155-4088-a6e0-55e4f52b59f7 None None] Enqueued Resource ID: 59d793b3-7520-433f-8f4f-bbc8f31fb2c3 with Priority: HIGHEST for action port [ 786.320712] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d793b3-7520-433f-8f4f-bbc8f31fb2c3 with Priority: HIGHEST for action port [ 786.320712] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-59d793b3-7520-433f-8f4f-bbc8f31fb2c3 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.320712] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59d793b3-7520-433f-8f4f-bbc8f31fb2c3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.322405] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59d793b3-7520-433f-8f4f-bbc8f31fb2c3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.322405] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59d793b3-7520-433f-8f4f-bbc8f31fb2c3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.322405] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59d793b3-7520-433f-8f4f-bbc8f31fb2c3',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.823819] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59d793b3-7520-433f-8f4f-bbc8f31fb2c3 [ 786.824093] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.824093] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.824228] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.827450] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.827450] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.827450] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59d793b3-7520-433f-8f4f-bbc8f31fb2c3 already deleted. [ 786.827450] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59d793b3-7520-433f-8f4f-bbc8f31fb2c3" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.525110] env[69861]: INFO networking_nsxv3.common.synchronization [None req-55a1fe57-7cfa-4896-a3d8-83f8428c6497 None None] Enqueued Resource ID: fa8845ab-8035-49ce-a5ce-913d8e26c671 with Priority: HIGHEST for action port [ 787.525110] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa8845ab-8035-49ce-a5ce-913d8e26c671 with Priority: HIGHEST for action port [ 787.525373] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa8845ab-8035-49ce-a5ce-913d8e26c671 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.525500] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa8845ab-8035-49ce-a5ce-913d8e26c671" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.525551] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa8845ab-8035-49ce-a5ce-913d8e26c671" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.525806] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa8845ab-8035-49ce-a5ce-913d8e26c671" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.525884] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa8845ab-8035-49ce-a5ce-913d8e26c671',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.031099] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa8845ab-8035-49ce-a5ce-913d8e26c671 [ 788.032033] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.032033] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.032315] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.032804] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.033134] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.033303] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa8845ab-8035-49ce-a5ce-913d8e26c671 already deleted. [ 788.033838] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa8845ab-8035-49ce-a5ce-913d8e26c671" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.287261] env[69861]: INFO networking_nsxv3.common.synchronization [None req-2de22efe-9445-4f1d-8d86-4fa72983db16 None None] Enqueued Resource ID: 53b364f3-a7d7-4830-a6e3-272d6147418c with Priority: HIGHEST for action port [ 788.287593] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b364f3-a7d7-4830-a6e3-272d6147418c with Priority: HIGHEST for action port [ 788.289032] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-53b364f3-a7d7-4830-a6e3-272d6147418c taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.289032] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53b364f3-a7d7-4830-a6e3-272d6147418c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.289032] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53b364f3-a7d7-4830-a6e3-272d6147418c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.289032] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53b364f3-a7d7-4830-a6e3-272d6147418c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.289032] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b364f3-a7d7-4830-a6e3-272d6147418c',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.576518] env[69861]: INFO networking_nsxv3.common.synchronization [None req-72ac3cb5-842e-42e3-863e-eb77cf7c0111 tempest-AttachVolumeTestJSON-438216186 tempest-AttachVolumeTestJSON-438216186-project-member] Enqueued Resource ID: 9036e82e-60b4-469b-b648-574fcde240c5 with Priority: HIGHEST for action security_group_rules [ 788.577596] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9036e82e-60b4-469b-b648-574fcde240c5 with Priority: HIGHEST for action security_group_rules [ 788.577904] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9036e82e-60b4-469b-b648-574fcde240c5 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.578176] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9036e82e-60b4-469b-b648-574fcde240c5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.578267] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9036e82e-60b4-469b-b648-574fcde240c5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.578526] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9036e82e-60b4-469b-b648-574fcde240c5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.578605] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9036e82e-60b4-469b-b648-574fcde240c5',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.699839] env[69861]: INFO networking_nsxv3.common.synchronization [None req-0d366984-c711-44fc-ac9c-34341bbd166e tempest-AttachVolumeTestJSON-438216186 tempest-AttachVolumeTestJSON-438216186-project-member] Enqueued Resource ID: 9036e82e-60b4-469b-b648-574fcde240c5 with Priority: HIGHEST for action security_group_rules [ 788.700600] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9036e82e-60b4-469b-b648-574fcde240c5 with Priority: HIGHEST for action security_group_rules [ 788.700987] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9036e82e-60b4-469b-b648-574fcde240c5 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.701596] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9036e82e-60b4-469b-b648-574fcde240c5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.792244] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53b364f3-a7d7-4830-a6e3-272d6147418c [ 788.792563] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.792657] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.792693] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.793442] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.793572] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.793719] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53b364f3-a7d7-4830-a6e3-272d6147418c already deleted. [ 788.793816] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53b364f3-a7d7-4830-a6e3-272d6147418c" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.112387] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.112535] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.112604] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.113366] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.113366] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.113366] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9036e82e-60b4-469b-b648-574fcde240c5 already deleted. [ 789.113366] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9036e82e-60b4-469b-b648-574fcde240c5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.113366] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9036e82e-60b4-469b-b648-574fcde240c5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.113366] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9036e82e-60b4-469b-b648-574fcde240c5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.113664] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9036e82e-60b4-469b-b648-574fcde240c5',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.634425] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.634729] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.634729] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.634891] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.634984] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.635098] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9036e82e-60b4-469b-b648-574fcde240c5 already deleted. [ 789.635181] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9036e82e-60b4-469b-b648-574fcde240c5" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.842390] env[69861]: INFO networking_nsxv3.common.synchronization [None req-3dfdd83b-e9eb-40a6-bd18-3ba0d4cde152 None None] Enqueued Resource ID: 6ef456b5-efd6-4a58-9bfc-13d3cd9df357 with Priority: HIGHEST for action port [ 789.842650] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef456b5-efd6-4a58-9bfc-13d3cd9df357 with Priority: HIGHEST for action port [ 789.843207] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ef456b5-efd6-4a58-9bfc-13d3cd9df357 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.843331] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ef456b5-efd6-4a58-9bfc-13d3cd9df357" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.843391] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ef456b5-efd6-4a58-9bfc-13d3cd9df357" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.843993] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ef456b5-efd6-4a58-9bfc-13d3cd9df357" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.843993] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ef456b5-efd6-4a58-9bfc-13d3cd9df357',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.346498] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ef456b5-efd6-4a58-9bfc-13d3cd9df357 [ 790.346498] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.346498] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.346498] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.346498] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.346498] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.346498] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ef456b5-efd6-4a58-9bfc-13d3cd9df357 already deleted. [ 790.346498] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ef456b5-efd6-4a58-9bfc-13d3cd9df357" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.975500] env[69861]: INFO networking_nsxv3.common.synchronization [None req-85b87b20-68f9-4fff-b2da-60edd7329d43 None None] Enqueued Resource ID: a65b1c5e-2c35-46d9-a016-056f028e5a46 with Priority: HIGHEST for action port [ 791.976052] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a65b1c5e-2c35-46d9-a016-056f028e5a46 with Priority: HIGHEST for action port [ 791.976351] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-a65b1c5e-2c35-46d9-a016-056f028e5a46 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.976489] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a65b1c5e-2c35-46d9-a016-056f028e5a46" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.976547] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a65b1c5e-2c35-46d9-a016-056f028e5a46" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.976797] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a65b1c5e-2c35-46d9-a016-056f028e5a46" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.976903] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65b1c5e-2c35-46d9-a016-056f028e5a46',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.260279] env[69861]: INFO networking_nsxv3.common.synchronization [None req-2ebf86fd-a1d5-41ee-b25f-08fac02ac47e None None] Enqueued Resource ID: 40db37ca-d7c7-498b-80cd-c4e5302bc112 with Priority: HIGHEST for action port [ 792.260279] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40db37ca-d7c7-498b-80cd-c4e5302bc112 with Priority: HIGHEST for action port [ 792.260279] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-40db37ca-d7c7-498b-80cd-c4e5302bc112 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.260279] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40db37ca-d7c7-498b-80cd-c4e5302bc112" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.260279] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40db37ca-d7c7-498b-80cd-c4e5302bc112" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.260279] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40db37ca-d7c7-498b-80cd-c4e5302bc112" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.260279] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40db37ca-d7c7-498b-80cd-c4e5302bc112',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.480049] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a65b1c5e-2c35-46d9-a016-056f028e5a46 [ 792.480049] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.480049] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.480049] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.480344] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.480468] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.480597] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a65b1c5e-2c35-46d9-a016-056f028e5a46 already deleted. [ 792.480729] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a65b1c5e-2c35-46d9-a016-056f028e5a46" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.762954] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40db37ca-d7c7-498b-80cd-c4e5302bc112 [ 792.763304] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.763511] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.763560] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.763815] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.763904] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.764021] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40db37ca-d7c7-498b-80cd-c4e5302bc112 already deleted. [ 792.764114] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40db37ca-d7c7-498b-80cd-c4e5302bc112" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.601713] env[69861]: INFO networking_nsxv3.common.synchronization [None req-d4fc4f6d-8ca1-4409-8024-429b68cc5dbb None None] Enqueued Resource ID: 47b35229-0a08-4275-916f-84f99553c67f with Priority: HIGHEST for action port [ 794.602032] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b35229-0a08-4275-916f-84f99553c67f with Priority: HIGHEST for action port [ 794.606526] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-47b35229-0a08-4275-916f-84f99553c67f taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.606762] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47b35229-0a08-4275-916f-84f99553c67f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.606762] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47b35229-0a08-4275-916f-84f99553c67f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.607039] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47b35229-0a08-4275-916f-84f99553c67f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.607118] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47b35229-0a08-4275-916f-84f99553c67f',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.112477] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47b35229-0a08-4275-916f-84f99553c67f [ 795.112840] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.113411] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.115670] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.115670] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.115670] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.115670] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47b35229-0a08-4275-916f-84f99553c67f already deleted. [ 795.115670] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47b35229-0a08-4275-916f-84f99553c67f" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.479155] env[69861]: INFO networking_nsxv3.common.synchronization [None req-5fbad480-b703-43fd-96ba-ce4267db9e9c None None] Enqueued Resource ID: fa0a9387-2e4e-4cc1-890c-31bea96c7d59 with Priority: HIGHEST for action port [ 795.479432] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0a9387-2e4e-4cc1-890c-31bea96c7d59 with Priority: HIGHEST for action port [ 795.480044] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa0a9387-2e4e-4cc1-890c-31bea96c7d59 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.480197] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa0a9387-2e4e-4cc1-890c-31bea96c7d59" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.480396] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa0a9387-2e4e-4cc1-890c-31bea96c7d59" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.480529] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa0a9387-2e4e-4cc1-890c-31bea96c7d59" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.480572] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa0a9387-2e4e-4cc1-890c-31bea96c7d59',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.986614] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa0a9387-2e4e-4cc1-890c-31bea96c7d59 [ 795.987088] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.987088] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.987088] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.987224] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.987300] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.987396] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa0a9387-2e4e-4cc1-890c-31bea96c7d59 already deleted. [ 795.987447] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa0a9387-2e4e-4cc1-890c-31bea96c7d59" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.714646] env[69861]: INFO networking_nsxv3.common.synchronization [None req-80ccd37e-0a27-404a-b546-0d8728d0ddc2 None None] Enqueued Resource ID: 7c07400d-18d9-47fd-b750-937c40a9edfa with Priority: HIGHEST for action port [ 796.714646] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c07400d-18d9-47fd-b750-937c40a9edfa with Priority: HIGHEST for action port [ 796.715275] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c07400d-18d9-47fd-b750-937c40a9edfa taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.715347] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c07400d-18d9-47fd-b750-937c40a9edfa" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.715410] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c07400d-18d9-47fd-b750-937c40a9edfa" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.715675] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c07400d-18d9-47fd-b750-937c40a9edfa" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.715759] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c07400d-18d9-47fd-b750-937c40a9edfa',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.218966] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c07400d-18d9-47fd-b750-937c40a9edfa [ 797.219246] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.219379] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.219450] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.219659] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.219824] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.219876] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c07400d-18d9-47fd-b750-937c40a9edfa already deleted. [ 797.219915] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c07400d-18d9-47fd-b750-937c40a9edfa" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.645629] env[69861]: INFO networking_nsxv3.common.synchronization [None req-26bd1d17-1047-44b2-baff-2700a550eba3 None None] Enqueued Resource ID: 5bb4156a-1fe0-450b-a5d8-4c56899e7a95 with Priority: HIGHEST for action port [ 797.646260] env[69861]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb4156a-1fe0-450b-a5d8-4c56899e7a95 with Priority: HIGHEST for action port [ 797.646967] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bb4156a-1fe0-450b-a5d8-4c56899e7a95 taken with stack trace [, , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.646967] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bb4156a-1fe0-450b-a5d8-4c56899e7a95" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.646967] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bb4156a-1fe0-450b-a5d8-4c56899e7a95" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.647169] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bb4156a-1fe0-450b-a5d8-4c56899e7a95" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.647169] env[69861]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bb4156a-1fe0-450b-a5d8-4c56899e7a95',) {} {{(pid=69861) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.149386] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bb4156a-1fe0-450b-a5d8-4c56899e7a95 [ 798.149515] env[69861]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69861) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.149605] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.149677] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.149937] env[69861]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.150065] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.150166] env[69861]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bb4156a-1fe0-450b-a5d8-4c56899e7a95 already deleted. [ 798.150250] env[69861]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bb4156a-1fe0-450b-a5d8-4c56899e7a95" {{(pid=69861) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.647337] env[69861]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 802.647337] env[69861]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 807.648184] env[69861]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 807.648438] env[69861]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 812.649278] env[69861]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 812.649610] env[69861]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 817.650818] env[69861]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 817.650818] env[69861]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0