[ 551.819690] env[69707]: INFO neutron.common.config [-] Logging enabled! [ 551.820280] env[69707]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 551.820607] env[69707]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69707) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 551.820920] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 551.821030] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 551.821840] env[69707]: WARNING oslo_policy.policy [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 551.822045] env[69707]: WARNING oslo_policy.policy [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 551.823625] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] VMware NSXv3 Agent initialized successfully. [ 551.823979] env[69707]: DEBUG oslo_concurrency.lockutils [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] Acquiring lock "singleton_lock" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.824142] env[69707]: DEBUG oslo_concurrency.lockutils [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] Acquired lock "singleton_lock" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.824353] env[69707]: DEBUG oslo_concurrency.lockutils [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] Releasing lock "singleton_lock" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.824641] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] Full set of CONF: {{(pid=69707) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 551.824781] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ******************************************************************************** {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 551.824890] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] Configuration options gathered from: {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 551.825257] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 551.825433] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 551.825600] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ================================================================================ {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 551.825818] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] agent_down_time = 75 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.825973] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] allow_automatic_dhcp_failover = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.826127] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] allow_bulk = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.826274] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] api_extensions_path = {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.826416] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] api_paste_config = api-paste.ini {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.826558] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] auth_strategy = keystone {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.826664] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] backdoor_port = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.826767] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] backdoor_socket = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.826903] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] backlog = 4096 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.827112] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] base_mac = fa:16:3e:00:00:00 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.827216] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] bind_host = 0.0.0.0 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.827361] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] bind_port = 9696 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.827507] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] client_socket_timeout = 900 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.827643] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] config_dir = [] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.827759] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.827897] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] config_source = [] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.828048] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] control_exchange = neutron {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.828193] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] core_plugin = ml2 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.828333] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] debug = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.828472] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] default_availability_zones = [] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.828678] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.828905] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] dhcp_agent_notification = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.829088] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] dhcp_agents_per_network = 1 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.829232] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] dhcp_lease_duration = 86400 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.829380] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] dhcp_load_type = networks {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.829522] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] dns_domain = openstacklocal {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.829663] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.829798] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] enable_default_route_bfd = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.829930] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] enable_default_route_ecmp = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.830073] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] enable_dvr = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.830207] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] enable_new_agents = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.830457] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.830457] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] enable_signals = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.830592] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] enable_traditional_dhcp = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.830722] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] external_dns_driver = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.830856] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] filter_validation = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.831007] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] global_physnet_mtu = 8950 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.831148] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] graceful_shutdown_timeout = 60 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.831324] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] host = cpu-1 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.831468] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] host_dvr_for_dhcp = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.831602] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] http_retries = 3 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.831740] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] instance_format = [instance: %(uuid)s] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.831875] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.832015] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ipam_driver = internal {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.832149] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ipv6_pd_enabled = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.832279] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] l3_ha = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.832449] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.832591] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] l3_ha_network_physical_name = {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.832728] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] l3_ha_network_type = {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.832867] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] log_color = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.833018] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] log_config_append = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.833146] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.833279] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] log_dir = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.833434] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] log_file = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.833546] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] log_options = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.833685] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] log_rotate_interval = 1 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.833824] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] log_rotate_interval_type = days {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.833960] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] log_rotation_type = none {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.834078] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.834182] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.834321] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.834457] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.834563] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.834720] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] max_dns_nameservers = 5 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.834865] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] max_header_line = 16384 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.834999] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] max_l3_agents_per_router = 3 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.835148] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] max_logfile_count = 30 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.835278] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] max_logfile_size_mb = 200 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.835407] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] max_subnet_host_routes = 20 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.835544] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] my_ip = 10.180.1.21 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.835677] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] my_ipv6 = ::1 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.835808] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] network_auto_schedule = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.835933] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] network_link_prefix = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.836078] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.836218] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] notify_nova_on_port_data_changes = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.836355] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] notify_nova_on_port_status_changes = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.836493] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] pagination_max_limit = -1 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.836624] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] publish_errors = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.836753] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] rate_limit_burst = 0 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.836890] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] rate_limit_except_level = CRITICAL {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.837029] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] rate_limit_interval = 0 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.837163] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] retry_until_window = 30 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.837293] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] router_distributed = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.837419] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] rpc_resources_processing_step = 20 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.837554] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] rpc_response_max_timeout = 600 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.837690] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] rpc_response_timeout = 60 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.837821] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] send_events_interval = 2 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.837970] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] service_plugins = ['router'] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.838121] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] setproctitle = on {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.838251] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] shell_completion = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.838389] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] state_path = /opt/stack/data/neutron {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.838525] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] syslog_log_facility = LOG_USER {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.838656] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] tcp_keepidle = 600 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.838792] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] transport_url = **** {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.838925] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] use_journal = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.839065] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] use_json = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.839197] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] use_ssl = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.839325] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] use_stderr = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.839462] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] use_syslog = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.839596] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] vlan_qinq = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.839726] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] vlan_transparent = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.839855] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] watch_log_file = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.839985] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] wsgi_default_pool_size = 100 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.840126] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] wsgi_keep_alive = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.840263] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.840401] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] wsgi_server_debug = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.840570] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_concurrency.disable_process_locking = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.840692] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.840836] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.840973] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.841126] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.841266] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.841406] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.841558] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler.connection_string = messaging:// {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.841700] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler.enabled = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.841840] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler.es_doc_type = notification {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.841975] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler.es_scroll_size = 10000 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.842127] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler.es_scroll_time = 2m {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.842266] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler.filter_error_trace = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.842444] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler.hmac_keys = **** {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.842590] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler.sentinel_service_name = mymaster {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.842737] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler.socket_timeout = 0.1 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.842876] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler.trace_requests = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.843018] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler.trace_sqlalchemy = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.843171] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler_jaeger.process_tags = {} {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.843306] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler_jaeger.service_name_prefix = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.843469] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] profiler_otlp.service_name_prefix = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.843625] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_policy.enforce_new_defaults = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.843900] env[69707]: WARNING oslo_config.cfg [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 551.844072] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_policy.enforce_scope = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.844221] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_policy.policy_default_rule = default {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.844375] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.844519] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.844671] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.844827] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.844955] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.845097] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.845234] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.845373] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_policy.remote_timeout = 60.0 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.845522] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.845669] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] agent.extensions = [] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.845836] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.845952] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] service_providers.service_provider = [] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.846116] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] QUOTAS.default_quota = -1 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.846260] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.846396] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] QUOTAS.quota_floatingip = 50 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.846530] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] QUOTAS.quota_network = 100 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.846663] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] QUOTAS.quota_port = 500 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.846796] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.846928] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] QUOTAS.quota_router = 10 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.847069] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] QUOTAS.quota_security_group = 10 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.847205] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.847339] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] QUOTAS.quota_subnet = 100 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.847475] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] QUOTAS.track_quota_usage = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.847621] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.847756] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep.group = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.847885] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep.helper_command = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.848030] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep.log_daemon_traceback = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.848163] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.848297] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep.thread_pool_size = 8 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.848429] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep.user = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.848572] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.848706] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_dhcp_release.group = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.848830] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_dhcp_release.helper_command = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.848963] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.849110] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.849246] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.849378] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_dhcp_release.user = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.849519] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.849649] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_ovs_vsctl.group = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.849778] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_ovs_vsctl.helper_command = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.849910] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.850056] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.850194] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.850362] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_ovs_vsctl.user = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.850465] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_namespace.capabilities = [21] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.850584] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_namespace.group = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.850721] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_namespace.helper_command = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.850842] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_namespace.log_daemon_traceback = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.850977] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.851123] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_namespace.thread_pool_size = 8 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.851254] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_namespace.user = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.851393] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_conntrack.capabilities = [12] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.851522] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_conntrack.group = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.851670] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_conntrack.helper_command = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.851781] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_conntrack.log_daemon_traceback = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.851918] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.852060] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.852193] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_conntrack.user = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.852375] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_link.capabilities = [12, 21] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.852488] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_link.group = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.852623] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_link.helper_command = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.852760] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_link.log_daemon_traceback = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.852898] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.853048] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_link.thread_pool_size = 8 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.853183] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] privsep_link.user = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.853356] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.853517] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.853660] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.continue_on_failed_promotions = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.853793] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.dscp = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.853930] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.dscp_inherit = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.854087] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.force_mp_to_policy = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.854227] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.locking_coordinator_url = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.854367] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.log_agent_heartbeats = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.854509] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.logging_expire = 1 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.854657] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.854820] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.854970] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.polling_interval = 240 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.855122] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.855267] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.855413] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.report_interval = 30.0 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.855558] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.855697] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.855837] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.855975] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.sync_skew = 60 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.856127] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.synchronization_queue_size = 20 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.856266] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT.use_helper_for_ns_read = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.856413] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] SECURITYGROUP.enable_ipset = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.856562] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] SECURITYGROUP.enable_security_group = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.856702] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.856846] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.856989] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] experimental.ipv6_pd_enabled = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.857160] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ml2.extension_drivers = ['port_security'] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.857296] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ml2.external_network_type = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.857446] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.857588] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ml2.overlay_ip_version = 4 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.857727] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ml2.path_mtu = 8950 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.857867] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ml2.physical_network_mtus = {} {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.858021] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ml2.tenant_network_types = ['vlan'] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.858184] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.858301] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ml2.type_drivers = ['vlan'] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.858446] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT_CLI.neutron_port_id = [] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.858581] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.858716] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.858862] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.859025] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.859160] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.859302] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.859447] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.859580] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.859783] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.859934] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_login_password = **** {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.860096] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_login_port = 443 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.860243] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_login_user = admin {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.860386] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.860532] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.860670] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.860814] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.860947] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.861101] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.861247] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.861388] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.861528] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.861668] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.861814] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.861953] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.862105] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.862303] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.862481] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] vsphere.vsphere_login_password = VMware1! {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.862633] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.862772] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.862916] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] nova.auth_section = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.863075] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] nova.auth_type = password {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.863222] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.863377] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] nova.certfile = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.863529] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] nova.collect_timing = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.863677] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] nova.endpoint_type = public {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.863815] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] nova.insecure = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.863949] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] nova.keyfile = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.864104] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] nova.region_name = RegionOne {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.864245] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] nova.split_loggers = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.864381] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] nova.timeout = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.864513] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] placement.auth_section = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.864666] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] placement.auth_type = password {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.864841] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.864981] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] placement.certfile = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.865133] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] placement.collect_timing = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.865277] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] placement.endpoint_type = public {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.865411] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] placement.insecure = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.865541] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] placement.keyfile = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.865670] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] placement.region_name = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.865803] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] placement.split_loggers = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.865931] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] placement.timeout = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.866150] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.auth_section = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.866331] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.auth_type = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.866494] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.cafile = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.866634] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.certfile = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.866772] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.collect_timing = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.866906] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.connect_retries = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.867053] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.connect_retry_delay = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.867194] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.enable_notifications = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.867328] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.endpoint_override = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.867464] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.insecure = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.867597] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.interface = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.867726] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.keyfile = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.867860] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.max_version = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.867991] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.min_version = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.868137] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.region_name = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.868271] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.retriable_status_codes = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.868401] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.service_name = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.868533] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.service_type = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.868668] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.split_loggers = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.868799] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.status_code_retries = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.868931] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.status_code_retry_delay = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.869073] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.timeout = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.869209] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.valid_interfaces = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.869396] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ironic.version = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.869579] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] cli_script.dry_run = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.869736] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.869875] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.870023] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.870165] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.870303] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.870438] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.870572] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.870707] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.870840] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.870976] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.871142] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.871287] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.871428] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.871568] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.871702] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.871842] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.871978] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.872124] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.872264] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.872440] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.872582] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.872717] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.872850] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.872985] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.873136] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.873270] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.873455] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.873576] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.873708] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.873842] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.873979] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.ssl = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.874138] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.874276] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.874412] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.874552] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.874704] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.ssl_version = {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.874860] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.875021] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_notifications.driver = [] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.875159] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_notifications.retry = -1 {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.875383] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.875436] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] oslo_messaging_notifications.transport_url = **** {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.875543] env[69707]: DEBUG oslo_service.backend.eventlet.service [None req-789dbe60-f134-4fbb-8599-e7e83b668e9c None None] ******************************************************************************** {{(pid=69707) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 551.876551] env[69707]: DEBUG neutron.agent.securitygroups_rpc [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Init firewall settings (driver=nsxv3) {{(pid=69707) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 551.877872] env[69707]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69707) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 551.878129] env[69707]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] RPC agent_id: nsxm-l-01a.corp.local [ 551.880432] env[69707]: DEBUG dogpile.cache.region [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] No value present for key: 'zone-id' {{(pid=69707) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 551.880541] env[69707]: DEBUG dogpile.lock [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] NeedRegenerationException {{(pid=69707) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 551.880639] env[69707]: DEBUG dogpile.lock [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] no value, waiting for create lock {{(pid=69707) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 551.880727] env[69707]: DEBUG dogpile.lock [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] value creation lock acquired {{(pid=69707) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 551.880817] env[69707]: DEBUG dogpile.cache.region [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] No value present for key: 'zone-id' {{(pid=69707) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 551.880903] env[69707]: DEBUG dogpile.lock [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Calling creation function for not-yet-present value {{(pid=69707) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 551.881090] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 551.920268] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Session token - acquiring [ 551.922027] env[69707]: DEBUG networking_nsxv3.common.locking [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.922295] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.922406] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.922870] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.934986] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.232761] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 552.255285] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 552.255502] env[69707]: DEBUG dogpile.cache.region [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Cache value generated in 0.374 seconds for key(s): 'zone-id' {{(pid=69707) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 552.255738] env[69707]: DEBUG dogpile.lock [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Released creation lock {{(pid=69707) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 552.255869] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Activating Policy API Provider. [ 552.256085] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Looking for the default Infrastructure Rules. [ 552.322160] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Looking for the Default Layer3 Logged Drop Section. [ 552.336177] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 552.336708] env[69707]: DEBUG networking_nsxv3.common.locking [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.336857] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquiring lock "all" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.337060] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired lock "all" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.337227] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired external semaphore "all" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.337566] env[69707]: DEBUG networking_nsxv3.api.rpc [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.852649] env[69707]: DEBUG networking_nsxv3.api.rpc [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.355427] env[69707]: DEBUG networking_nsxv3.api.rpc [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.857943] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Inventory metadata is going to be refreshed. [ 553.858327] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 554.761118] env[69707]: DEBUG networking_nsxv3.common.locking [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.761118] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquiring lock "Segment" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.761526] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired lock "Segment" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.761616] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired external semaphore "Segment" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.773116] env[69707]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 554.774158] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Releasing lock "Segment" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.775050] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 554.793454] env[69707]: DEBUG networking_nsxv3.common.locking [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.793682] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.793720] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.794052] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.794187] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.794339] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 554.794454] env[69707]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69707) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.794558] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 554.814450] env[69707]: DEBUG networking_nsxv3.common.locking [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.814664] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.814732] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.815035] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.815219] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.815365] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 554.835687] env[69707]: DEBUG networking_nsxv3.common.locking [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.835687] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.835687] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.835984] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.836031] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.836161] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 554.856575] env[69707]: DEBUG networking_nsxv3.common.locking [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.856799] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquiring lock "Address Group" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.856850] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired lock "Address Group" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.857149] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired external semaphore "Address Group" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.857298] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Releasing lock "Address Group" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.857450] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 554.857553] env[69707]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69707) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.857654] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 554.876439] env[69707]: DEBUG networking_nsxv3.common.locking [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.876836] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquiring lock "Segment QoS" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.876836] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired lock "Segment QoS" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.876986] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired external semaphore "Segment QoS" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.877121] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Releasing lock "Segment QoS" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.877263] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 554.877364] env[69707]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69707) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.877468] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 554.900486] env[69707]: DEBUG networking_nsxv3.common.locking [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.900794] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquiring lock "Security Group (Members)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.900794] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired lock "Security Group (Members)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.901061] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.901207] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Releasing lock "Security Group (Members)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.901360] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 554.901464] env[69707]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69707) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.901565] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Inventory metadata have been refreshed. [ 554.901663] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Dryrun:True. Metadata refresh completed. [ 554.901777] env[69707]: DEBUG oslo_concurrency.lockutils [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Releasing lock "all" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.904000] env[69707]: INFO neutron.agent.agent_extensions_manager [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Loaded agent extensions: [] [ 554.904736] env[69707]: DEBUG neutron_lib.callbacks.manager [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69707) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 554.966839] env[69707]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] NSXv3 Agent Agent RPC Daemon Started! [ 554.967074] env[69707]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] NSXv3 Agent Agent loop - iteration:0 started [ 554.967074] env[69707]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-dc25b067-8fd2-42bc-89b8-603f89a12ca6 None None] NSXv3 Agent Agent out of sync with plugin! [ 555.908450] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.908803] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.908900] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.909313] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.909619] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.412030] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.915154] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.417438] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 557.417710] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 558.212266] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.212694] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.212694] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.212920] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.224938] env[69707]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 558.225843] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.226980] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 558.248566] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.248822] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.248822] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.249017] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.249115] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.249236] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 558.249309] env[69707]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69707) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 558.249374] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 558.272621] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.272849] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.272849] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.273111] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.273244] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.273519] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 558.298881] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.299178] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.299178] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.299325] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.299415] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.299530] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 558.331809] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.332050] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.332050] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.332232] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.332409] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.332535] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 558.332611] env[69707]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69707) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 558.332685] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 558.352230] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.352497] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.352497] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.352692] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.352777] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.352888] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 558.352962] env[69707]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69707) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 558.353074] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 558.379975] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.380227] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.380227] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.380463] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.380572] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.380704] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 558.380780] env[69707]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69707) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 558.380851] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 558.380919] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 558.380999] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 558.381078] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 558.381142] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 558.381411] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 558.381476] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 558.381547] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 558.403987] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.404241] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.404241] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.404436] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.404531] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.404652] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 558.430440] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.430728] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.430728] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.430835] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.430925] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.444249] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.905066] env[69707]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.905066] env[69707]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.905677] env[69707]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.906051] env[69707]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.906662] env[69707]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.906988] env[69707]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.043846] env[69707]: INFO networking_nsxv3.common.synchronization [None req-7431e5ed-e973-47d1-9a78-9a38998177bb demo admin] Enqueued Resource ID: 6421754d-255f-411a-9606-39e68162c063 with Priority: HIGHEST for action security_group_rules [ 570.044415] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6421754d-255f-411a-9606-39e68162c063 with Priority: HIGHEST for action security_group_rules [ 570.046105] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6421754d-255f-411a-9606-39e68162c063 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.046266] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6421754d-255f-411a-9606-39e68162c063" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.046348] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6421754d-255f-411a-9606-39e68162c063" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.046631] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6421754d-255f-411a-9606-39e68162c063" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.046740] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6421754d-255f-411a-9606-39e68162c063',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.566137] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.566350] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.566350] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.566573] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.566663] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.566757] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6421754d-255f-411a-9606-39e68162c063 already deleted. [ 570.566842] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6421754d-255f-411a-9606-39e68162c063" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.045919] env[69707]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 575.046332] env[69707]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 580.046921] env[69707]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 580.047301] env[69707]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 585.048310] env[69707]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 585.048678] env[69707]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 590.049026] env[69707]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 590.049391] env[69707]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 595.050749] env[69707]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 595.051032] env[69707]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 598.805198] env[69707]: INFO networking_nsxv3.common.synchronization [None req-98203db8-6faa-4091-8a4f-60aefef38738 None None] Enqueued Resource ID: bd38ad3d-b27f-40cd-bd4f-50c1abc893e8 with Priority: HIGHEST for action port [ 598.805463] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd38ad3d-b27f-40cd-bd4f-50c1abc893e8 with Priority: HIGHEST for action port [ 598.806184] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd38ad3d-b27f-40cd-bd4f-50c1abc893e8 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.806184] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd38ad3d-b27f-40cd-bd4f-50c1abc893e8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.806184] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd38ad3d-b27f-40cd-bd4f-50c1abc893e8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.807447] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd38ad3d-b27f-40cd-bd4f-50c1abc893e8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.807447] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd38ad3d-b27f-40cd-bd4f-50c1abc893e8',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.309333] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd38ad3d-b27f-40cd-bd4f-50c1abc893e8 [ 599.309333] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.309333] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.309506] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.309994] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.309994] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.309994] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd38ad3d-b27f-40cd-bd4f-50c1abc893e8 already deleted. [ 599.309994] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd38ad3d-b27f-40cd-bd4f-50c1abc893e8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.260416] env[69707]: INFO networking_nsxv3.common.synchronization [None req-5baf7046-fa1f-43f5-8c5a-81e594ea504e None None] Enqueued Resource ID: e691b244-ac49-40a2-9078-8de14672a28f with Priority: HIGHEST for action port [ 600.260678] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e691b244-ac49-40a2-9078-8de14672a28f with Priority: HIGHEST for action port [ 600.261663] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-e691b244-ac49-40a2-9078-8de14672a28f taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.261663] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e691b244-ac49-40a2-9078-8de14672a28f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.261663] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e691b244-ac49-40a2-9078-8de14672a28f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.261663] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e691b244-ac49-40a2-9078-8de14672a28f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.261844] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e691b244-ac49-40a2-9078-8de14672a28f',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.725034] env[69707]: INFO networking_nsxv3.common.synchronization [None req-4c53b3fb-6e06-4ec1-a54b-3ed647429809 None None] Enqueued Resource ID: 7b2c6a70-5743-43ac-bf93-2492a3d0b581 with Priority: HIGHEST for action port [ 600.725034] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2c6a70-5743-43ac-bf93-2492a3d0b581 with Priority: HIGHEST for action port [ 600.725315] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b2c6a70-5743-43ac-bf93-2492a3d0b581 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.725613] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b2c6a70-5743-43ac-bf93-2492a3d0b581" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.725801] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b2c6a70-5743-43ac-bf93-2492a3d0b581" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.726163] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b2c6a70-5743-43ac-bf93-2492a3d0b581" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.726367] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b2c6a70-5743-43ac-bf93-2492a3d0b581',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.766929] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e691b244-ac49-40a2-9078-8de14672a28f [ 600.766929] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.766929] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.766929] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.766929] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.766929] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.766929] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e691b244-ac49-40a2-9078-8de14672a28f already deleted. [ 600.766929] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e691b244-ac49-40a2-9078-8de14672a28f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.231523] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b2c6a70-5743-43ac-bf93-2492a3d0b581 [ 601.231798] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.231926] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.232000] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.232234] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.232363] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.232547] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b2c6a70-5743-43ac-bf93-2492a3d0b581 already deleted. [ 601.232634] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b2c6a70-5743-43ac-bf93-2492a3d0b581" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.412885] env[69707]: INFO networking_nsxv3.common.synchronization [None req-63211b97-5553-401a-92b4-aedf0599f71a None None] Enqueued Resource ID: ba9edf7d-7bf0-489d-b119-e2c78b4ef106 with Priority: HIGHEST for action port [ 602.413287] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba9edf7d-7bf0-489d-b119-e2c78b4ef106 with Priority: HIGHEST for action port [ 602.413386] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba9edf7d-7bf0-489d-b119-e2c78b4ef106 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.413633] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba9edf7d-7bf0-489d-b119-e2c78b4ef106" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.413633] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba9edf7d-7bf0-489d-b119-e2c78b4ef106" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.415101] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba9edf7d-7bf0-489d-b119-e2c78b4ef106" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.415192] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba9edf7d-7bf0-489d-b119-e2c78b4ef106',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.556415] env[69707]: INFO networking_nsxv3.common.synchronization [None req-7c76d60f-168c-40ed-86c7-5bf97e9beb1e None None] Enqueued Resource ID: cad6e53c-3e83-4ec2-9400-922590a1a660 with Priority: HIGHEST for action port [ 602.556691] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e53c-3e83-4ec2-9400-922590a1a660 with Priority: HIGHEST for action port [ 602.557336] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-cad6e53c-3e83-4ec2-9400-922590a1a660 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.558026] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cad6e53c-3e83-4ec2-9400-922590a1a660" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.558026] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cad6e53c-3e83-4ec2-9400-922590a1a660" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.558026] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cad6e53c-3e83-4ec2-9400-922590a1a660" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.558026] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cad6e53c-3e83-4ec2-9400-922590a1a660',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.919797] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba9edf7d-7bf0-489d-b119-e2c78b4ef106 [ 602.919797] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.919797] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.920222] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.920222] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.920222] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.920300] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba9edf7d-7bf0-489d-b119-e2c78b4ef106 already deleted. [ 602.920539] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba9edf7d-7bf0-489d-b119-e2c78b4ef106" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.062024] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cad6e53c-3e83-4ec2-9400-922590a1a660 [ 603.062467] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.062592] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.062666] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.062882] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.063545] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.063545] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cad6e53c-3e83-4ec2-9400-922590a1a660 already deleted. [ 603.063545] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cad6e53c-3e83-4ec2-9400-922590a1a660" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.126872] env[69707]: INFO networking_nsxv3.common.synchronization [None req-d35c9db8-9eb4-4711-b263-9c23e393c51d None None] Enqueued Resource ID: 14bf6fa3-4b26-4957-97a0-253dde6c4782 with Priority: HIGHEST for action port [ 603.126872] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bf6fa3-4b26-4957-97a0-253dde6c4782 with Priority: HIGHEST for action port [ 603.127544] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-14bf6fa3-4b26-4957-97a0-253dde6c4782 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.127745] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14bf6fa3-4b26-4957-97a0-253dde6c4782" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.127855] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14bf6fa3-4b26-4957-97a0-253dde6c4782" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.128410] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14bf6fa3-4b26-4957-97a0-253dde6c4782" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.128567] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14bf6fa3-4b26-4957-97a0-253dde6c4782',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.616794] env[69707]: INFO networking_nsxv3.common.synchronization [None req-8bfd0b63-5bdc-48ef-8f29-800093b2c103 None None] Enqueued Resource ID: 6b9f264d-5deb-4cb1-a756-dc3615f75202 with Priority: HIGHEST for action port [ 603.617089] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b9f264d-5deb-4cb1-a756-dc3615f75202 with Priority: HIGHEST for action port [ 603.617645] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b9f264d-5deb-4cb1-a756-dc3615f75202 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.617743] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b9f264d-5deb-4cb1-a756-dc3615f75202" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.617794] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b9f264d-5deb-4cb1-a756-dc3615f75202" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.621342] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b9f264d-5deb-4cb1-a756-dc3615f75202" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.621454] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b9f264d-5deb-4cb1-a756-dc3615f75202',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.631335] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14bf6fa3-4b26-4957-97a0-253dde6c4782 [ 603.632363] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.632363] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.632363] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.632363] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.632363] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.632363] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14bf6fa3-4b26-4957-97a0-253dde6c4782 already deleted. [ 603.632363] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14bf6fa3-4b26-4957-97a0-253dde6c4782" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.833825] env[69707]: INFO networking_nsxv3.common.synchronization [None req-2a29b050-81d2-4137-bcca-3f681d81089b None None] Enqueued Resource ID: bb41418d-9a67-4ee0-84bd-26f9d28a5f00 with Priority: HIGHEST for action port [ 603.834507] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb41418d-9a67-4ee0-84bd-26f9d28a5f00 with Priority: HIGHEST for action port [ 603.834977] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb41418d-9a67-4ee0-84bd-26f9d28a5f00 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.834977] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb41418d-9a67-4ee0-84bd-26f9d28a5f00" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.835090] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb41418d-9a67-4ee0-84bd-26f9d28a5f00" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.836269] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb41418d-9a67-4ee0-84bd-26f9d28a5f00" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.836269] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb41418d-9a67-4ee0-84bd-26f9d28a5f00',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.124309] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b9f264d-5deb-4cb1-a756-dc3615f75202 [ 604.124560] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.124691] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.124763] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.125546] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.125546] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.125546] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b9f264d-5deb-4cb1-a756-dc3615f75202 already deleted. [ 604.125546] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b9f264d-5deb-4cb1-a756-dc3615f75202" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.339516] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb41418d-9a67-4ee0-84bd-26f9d28a5f00 [ 604.340678] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.340678] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.340836] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.341122] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.341122] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.341266] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb41418d-9a67-4ee0-84bd-26f9d28a5f00 already deleted. [ 604.341336] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb41418d-9a67-4ee0-84bd-26f9d28a5f00" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.391948] env[69707]: INFO networking_nsxv3.common.synchronization [None req-17bfed69-e370-4810-9de6-ab08b7572d81 None None] Enqueued Resource ID: 594a0375-4254-4317-83c8-1b164483a501 with Priority: HIGHEST for action port [ 604.395092] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 594a0375-4254-4317-83c8-1b164483a501 with Priority: HIGHEST for action port [ 604.395877] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-594a0375-4254-4317-83c8-1b164483a501 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.396018] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-594a0375-4254-4317-83c8-1b164483a501" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.396098] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-594a0375-4254-4317-83c8-1b164483a501" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.396342] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-594a0375-4254-4317-83c8-1b164483a501" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.396420] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('594a0375-4254-4317-83c8-1b164483a501',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.900478] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 594a0375-4254-4317-83c8-1b164483a501 [ 604.900478] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.900478] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.900478] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.900478] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.900478] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.900478] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:594a0375-4254-4317-83c8-1b164483a501 already deleted. [ 604.900478] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-594a0375-4254-4317-83c8-1b164483a501" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.246029] env[69707]: INFO networking_nsxv3.common.synchronization [None req-a012d3d6-13bb-481c-8046-a59c815d04b9 None None] Enqueued Resource ID: 6bf4b79d-44e0-493c-8918-34a952aa7753 with Priority: HIGHEST for action port [ 605.246029] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf4b79d-44e0-493c-8918-34a952aa7753 with Priority: HIGHEST for action port [ 605.246029] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bf4b79d-44e0-493c-8918-34a952aa7753 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.246029] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bf4b79d-44e0-493c-8918-34a952aa7753" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.246029] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bf4b79d-44e0-493c-8918-34a952aa7753" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.246029] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bf4b79d-44e0-493c-8918-34a952aa7753" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.247100] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bf4b79d-44e0-493c-8918-34a952aa7753',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.754537] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bf4b79d-44e0-493c-8918-34a952aa7753 [ 605.754537] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.754537] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.754537] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.754537] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.754537] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.754537] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bf4b79d-44e0-493c-8918-34a952aa7753 already deleted. [ 605.754537] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bf4b79d-44e0-493c-8918-34a952aa7753" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.038522] env[69707]: INFO networking_nsxv3.common.synchronization [None req-fb30d36c-fc49-406a-a444-5b58353fff62 None None] Enqueued Resource ID: 98076bb8-c42e-462a-87a7-ab09bf2bb079 with Priority: HIGHEST for action port [ 606.039134] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98076bb8-c42e-462a-87a7-ab09bf2bb079 with Priority: HIGHEST for action port [ 606.039931] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-98076bb8-c42e-462a-87a7-ab09bf2bb079 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.039931] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98076bb8-c42e-462a-87a7-ab09bf2bb079" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.039931] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98076bb8-c42e-462a-87a7-ab09bf2bb079" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.039931] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98076bb8-c42e-462a-87a7-ab09bf2bb079" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.039931] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98076bb8-c42e-462a-87a7-ab09bf2bb079',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.543676] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98076bb8-c42e-462a-87a7-ab09bf2bb079 [ 606.543926] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.544088] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.544163] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.544368] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.544459] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.544553] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98076bb8-c42e-462a-87a7-ab09bf2bb079 already deleted. [ 606.544634] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98076bb8-c42e-462a-87a7-ab09bf2bb079" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.466520] env[69707]: INFO networking_nsxv3.common.synchronization [None req-940972b1-36d7-4468-afd9-e3db6158ceb7 None None] Enqueued Resource ID: 12a2efdd-a521-4502-8995-2ff3dcd46b3e with Priority: HIGHEST for action port [ 607.467585] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a2efdd-a521-4502-8995-2ff3dcd46b3e with Priority: HIGHEST for action port [ 607.467585] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-12a2efdd-a521-4502-8995-2ff3dcd46b3e taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.467953] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12a2efdd-a521-4502-8995-2ff3dcd46b3e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.467953] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12a2efdd-a521-4502-8995-2ff3dcd46b3e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.467953] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12a2efdd-a521-4502-8995-2ff3dcd46b3e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.468100] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12a2efdd-a521-4502-8995-2ff3dcd46b3e',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.607484] env[69707]: INFO networking_nsxv3.common.synchronization [None req-614dbfd3-7c9d-4556-b34b-31e01826dfdb None None] Enqueued Resource ID: 291335bc-30f5-40f2-91a9-282c9376981a with Priority: HIGHEST for action port [ 607.607484] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291335bc-30f5-40f2-91a9-282c9376981a with Priority: HIGHEST for action port [ 607.607907] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-291335bc-30f5-40f2-91a9-282c9376981a taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.608490] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-291335bc-30f5-40f2-91a9-282c9376981a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.608490] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-291335bc-30f5-40f2-91a9-282c9376981a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.608781] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-291335bc-30f5-40f2-91a9-282c9376981a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.609219] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('291335bc-30f5-40f2-91a9-282c9376981a',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.970544] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12a2efdd-a521-4502-8995-2ff3dcd46b3e [ 607.970783] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.970998] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.971158] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.971262] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.971367] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.971479] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12a2efdd-a521-4502-8995-2ff3dcd46b3e already deleted. [ 607.971542] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12a2efdd-a521-4502-8995-2ff3dcd46b3e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.112651] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 291335bc-30f5-40f2-91a9-282c9376981a [ 608.112651] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.112651] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.112651] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.112651] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.112651] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.112651] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:291335bc-30f5-40f2-91a9-282c9376981a already deleted. [ 608.113078] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-291335bc-30f5-40f2-91a9-282c9376981a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.318578] env[69707]: INFO networking_nsxv3.common.synchronization [None req-c9908bc1-8139-4ac9-a000-5b8c21fad4a2 None None] Enqueued Resource ID: 304ae13c-eafa-45f6-a234-52e7c5381694 with Priority: HIGHEST for action port [ 608.318812] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 304ae13c-eafa-45f6-a234-52e7c5381694 with Priority: HIGHEST for action port [ 608.319917] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-304ae13c-eafa-45f6-a234-52e7c5381694 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.319917] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-304ae13c-eafa-45f6-a234-52e7c5381694" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.320181] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-304ae13c-eafa-45f6-a234-52e7c5381694" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.320777] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-304ae13c-eafa-45f6-a234-52e7c5381694" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.320777] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('304ae13c-eafa-45f6-a234-52e7c5381694',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.747132] env[69707]: INFO networking_nsxv3.common.synchronization [None req-ca619e71-92e0-4c32-bad9-5f11eecec02c None None] Enqueued Resource ID: e38f1276-19f3-4ea5-bbd0-906f1b5554b7 with Priority: HIGHEST for action port [ 608.747132] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38f1276-19f3-4ea5-bbd0-906f1b5554b7 with Priority: HIGHEST for action port [ 608.747132] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-e38f1276-19f3-4ea5-bbd0-906f1b5554b7 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.747132] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e38f1276-19f3-4ea5-bbd0-906f1b5554b7" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.747132] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e38f1276-19f3-4ea5-bbd0-906f1b5554b7" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.747132] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e38f1276-19f3-4ea5-bbd0-906f1b5554b7" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.747132] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e38f1276-19f3-4ea5-bbd0-906f1b5554b7',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.825338] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 304ae13c-eafa-45f6-a234-52e7c5381694 [ 608.825338] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.825338] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.825338] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.825338] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.825338] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.825338] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:304ae13c-eafa-45f6-a234-52e7c5381694 already deleted. [ 608.825338] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-304ae13c-eafa-45f6-a234-52e7c5381694" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.836300] env[69707]: INFO networking_nsxv3.common.synchronization [None req-3441d5b9-461e-4173-af29-210a9e932ebe None None] Enqueued Resource ID: c93d6114-0b1d-4149-9576-b71a807a50d7 with Priority: HIGHEST for action port [ 608.836756] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93d6114-0b1d-4149-9576-b71a807a50d7 with Priority: HIGHEST for action port [ 608.837082] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-c93d6114-0b1d-4149-9576-b71a807a50d7 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.838097] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c93d6114-0b1d-4149-9576-b71a807a50d7" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.838097] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c93d6114-0b1d-4149-9576-b71a807a50d7" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.839520] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c93d6114-0b1d-4149-9576-b71a807a50d7" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.839520] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c93d6114-0b1d-4149-9576-b71a807a50d7',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.252613] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e38f1276-19f3-4ea5-bbd0-906f1b5554b7 [ 609.252870] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.252977] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.253054] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.253271] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.253371] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.253523] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e38f1276-19f3-4ea5-bbd0-906f1b5554b7 already deleted. [ 609.253580] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e38f1276-19f3-4ea5-bbd0-906f1b5554b7" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.343214] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c93d6114-0b1d-4149-9576-b71a807a50d7 [ 609.343488] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.343610] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.343610] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.343831] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.343922] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.344041] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c93d6114-0b1d-4149-9576-b71a807a50d7 already deleted. [ 609.344129] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c93d6114-0b1d-4149-9576-b71a807a50d7" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.745775] env[69707]: INFO networking_nsxv3.common.synchronization [None req-8b1aaa13-392a-4bea-af58-221ba34c3dfb None None] Enqueued Resource ID: 6dfe5654-45bb-4ce0-972b-cba0ad8a2d45 with Priority: HIGHEST for action port [ 609.745775] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dfe5654-45bb-4ce0-972b-cba0ad8a2d45 with Priority: HIGHEST for action port [ 609.746402] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dfe5654-45bb-4ce0-972b-cba0ad8a2d45 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.746531] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dfe5654-45bb-4ce0-972b-cba0ad8a2d45" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.746598] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dfe5654-45bb-4ce0-972b-cba0ad8a2d45" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.746850] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dfe5654-45bb-4ce0-972b-cba0ad8a2d45" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.746943] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dfe5654-45bb-4ce0-972b-cba0ad8a2d45',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.249933] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dfe5654-45bb-4ce0-972b-cba0ad8a2d45 [ 610.249933] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.249933] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.249933] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.249933] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.249933] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.249933] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dfe5654-45bb-4ce0-972b-cba0ad8a2d45 already deleted. [ 610.249933] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dfe5654-45bb-4ce0-972b-cba0ad8a2d45" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.543049] env[69707]: INFO networking_nsxv3.common.synchronization [None req-a6c29e4d-45b1-4457-9b4c-dc36c415f42f None None] Enqueued Resource ID: 6ae18aae-fd5e-4c5f-a58a-b1aff25cdc02 with Priority: HIGHEST for action port [ 610.543295] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ae18aae-fd5e-4c5f-a58a-b1aff25cdc02 with Priority: HIGHEST for action port [ 610.543937] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ae18aae-fd5e-4c5f-a58a-b1aff25cdc02 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.544008] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ae18aae-fd5e-4c5f-a58a-b1aff25cdc02" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.544074] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ae18aae-fd5e-4c5f-a58a-b1aff25cdc02" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.544304] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ae18aae-fd5e-4c5f-a58a-b1aff25cdc02" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.544414] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ae18aae-fd5e-4c5f-a58a-b1aff25cdc02',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.742235] env[69707]: INFO networking_nsxv3.common.synchronization [None req-7f940167-dafe-406f-ab62-37be654b4623 None None] Enqueued Resource ID: 645cd799-81c3-4b53-9625-4ce614d56f42 with Priority: HIGHEST for action port [ 610.742235] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645cd799-81c3-4b53-9625-4ce614d56f42 with Priority: HIGHEST for action port [ 610.742235] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-645cd799-81c3-4b53-9625-4ce614d56f42 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.742235] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-645cd799-81c3-4b53-9625-4ce614d56f42" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.742235] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-645cd799-81c3-4b53-9625-4ce614d56f42" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.742235] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-645cd799-81c3-4b53-9625-4ce614d56f42" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.742235] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('645cd799-81c3-4b53-9625-4ce614d56f42',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.046381] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ae18aae-fd5e-4c5f-a58a-b1aff25cdc02 [ 611.047515] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.047663] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.047735] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.047953] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.048481] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.048603] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ae18aae-fd5e-4c5f-a58a-b1aff25cdc02 already deleted. [ 611.048701] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ae18aae-fd5e-4c5f-a58a-b1aff25cdc02" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.247741] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 645cd799-81c3-4b53-9625-4ce614d56f42 [ 611.248927] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.248927] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.248927] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.248927] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.248927] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.248927] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:645cd799-81c3-4b53-9625-4ce614d56f42 already deleted. [ 611.248927] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-645cd799-81c3-4b53-9625-4ce614d56f42" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.482476] env[69707]: INFO networking_nsxv3.common.synchronization [None req-0f1125cf-507b-4474-adf7-93c66f1ab469 None None] Enqueued Resource ID: 19519247-003e-4b2a-814a-a515388bfd0c with Priority: HIGHEST for action port [ 611.482740] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19519247-003e-4b2a-814a-a515388bfd0c with Priority: HIGHEST for action port [ 611.483312] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-19519247-003e-4b2a-814a-a515388bfd0c taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.483448] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19519247-003e-4b2a-814a-a515388bfd0c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.483518] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19519247-003e-4b2a-814a-a515388bfd0c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.486287] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19519247-003e-4b2a-814a-a515388bfd0c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.486287] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19519247-003e-4b2a-814a-a515388bfd0c',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.670737] env[69707]: INFO networking_nsxv3.common.synchronization [None req-41988198-d122-4e91-bd5e-1c0aa03d8dfe tempest-ServersTestJSON-479380035 tempest-ServersTestJSON-479380035-project-member] Enqueued Resource ID: 6cad9e97-c3fb-46a1-b2e0-f53781a7a17c with Priority: HIGHEST for action security_group_rules [ 611.670737] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cad9e97-c3fb-46a1-b2e0-f53781a7a17c with Priority: HIGHEST for action security_group_rules [ 611.670841] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cad9e97-c3fb-46a1-b2e0-f53781a7a17c taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.670946] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cad9e97-c3fb-46a1-b2e0-f53781a7a17c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.671031] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cad9e97-c3fb-46a1-b2e0-f53781a7a17c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.671279] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cad9e97-c3fb-46a1-b2e0-f53781a7a17c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.671365] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cad9e97-c3fb-46a1-b2e0-f53781a7a17c',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.923292] env[69707]: INFO networking_nsxv3.common.synchronization [None req-67008d6a-baf1-412a-917a-ae24408f1578 tempest-ServersTestJSON-479380035 tempest-ServersTestJSON-479380035-project-member] Enqueued Resource ID: 6cad9e97-c3fb-46a1-b2e0-f53781a7a17c with Priority: HIGHEST for action security_group_rules [ 611.923292] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cad9e97-c3fb-46a1-b2e0-f53781a7a17c with Priority: HIGHEST for action security_group_rules [ 611.923292] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cad9e97-c3fb-46a1-b2e0-f53781a7a17c taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.923292] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cad9e97-c3fb-46a1-b2e0-f53781a7a17c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.989116] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19519247-003e-4b2a-814a-a515388bfd0c [ 611.990207] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.990395] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.990470] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.990695] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.990830] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.990882] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19519247-003e-4b2a-814a-a515388bfd0c already deleted. [ 611.990963] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19519247-003e-4b2a-814a-a515388bfd0c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.107256] env[69707]: INFO networking_nsxv3.common.synchronization [None req-82b062c2-0f11-4148-86ed-b3d4398c3d49 None None] Enqueued Resource ID: 76be396d-0d9e-4cc9-b30e-d6fa72d4f1e1 with Priority: HIGHEST for action port [ 612.107780] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76be396d-0d9e-4cc9-b30e-d6fa72d4f1e1 with Priority: HIGHEST for action port [ 612.108740] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-76be396d-0d9e-4cc9-b30e-d6fa72d4f1e1 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.108898] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76be396d-0d9e-4cc9-b30e-d6fa72d4f1e1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.108973] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76be396d-0d9e-4cc9-b30e-d6fa72d4f1e1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.109274] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76be396d-0d9e-4cc9-b30e-d6fa72d4f1e1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.109341] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76be396d-0d9e-4cc9-b30e-d6fa72d4f1e1',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.197395] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.197551] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.197709] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.198896] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.198896] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.198896] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cad9e97-c3fb-46a1-b2e0-f53781a7a17c already deleted. [ 612.198896] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cad9e97-c3fb-46a1-b2e0-f53781a7a17c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.198896] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cad9e97-c3fb-46a1-b2e0-f53781a7a17c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.198896] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cad9e97-c3fb-46a1-b2e0-f53781a7a17c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.198896] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cad9e97-c3fb-46a1-b2e0-f53781a7a17c',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.616050] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76be396d-0d9e-4cc9-b30e-d6fa72d4f1e1 [ 612.616050] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.616050] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.616050] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.616050] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.616050] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.616050] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76be396d-0d9e-4cc9-b30e-d6fa72d4f1e1 already deleted. [ 612.616050] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76be396d-0d9e-4cc9-b30e-d6fa72d4f1e1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.729456] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.729456] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.729567] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.729992] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.729992] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.729992] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cad9e97-c3fb-46a1-b2e0-f53781a7a17c already deleted. [ 612.729992] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cad9e97-c3fb-46a1-b2e0-f53781a7a17c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.166961] env[69707]: INFO networking_nsxv3.common.synchronization [None req-45c476e1-c64c-4bbf-9296-5942c8efa280 None None] Enqueued Resource ID: 55ddd4f3-80da-4f73-8820-111884705f1a with Priority: HIGHEST for action port [ 615.167280] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ddd4f3-80da-4f73-8820-111884705f1a with Priority: HIGHEST for action port [ 615.170020] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-55ddd4f3-80da-4f73-8820-111884705f1a taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.170138] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55ddd4f3-80da-4f73-8820-111884705f1a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.170224] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55ddd4f3-80da-4f73-8820-111884705f1a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.171073] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55ddd4f3-80da-4f73-8820-111884705f1a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.171073] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ddd4f3-80da-4f73-8820-111884705f1a',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.673586] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55ddd4f3-80da-4f73-8820-111884705f1a [ 615.675922] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.675922] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.675922] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.675922] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.675922] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.675922] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55ddd4f3-80da-4f73-8820-111884705f1a already deleted. [ 615.675922] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55ddd4f3-80da-4f73-8820-111884705f1a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.726816] env[69707]: INFO networking_nsxv3.common.synchronization [None req-5c4c21b5-9ca0-4e4a-8172-706eefb84151 tempest-ServersTestFqdnHostnames-600112638 tempest-ServersTestFqdnHostnames-600112638-project-member] Enqueued Resource ID: 323edb8c-4e0d-4a1a-96c5-509d640442aa with Priority: HIGHEST for action security_group_rules [ 615.727951] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323edb8c-4e0d-4a1a-96c5-509d640442aa with Priority: HIGHEST for action security_group_rules [ 615.728981] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323edb8c-4e0d-4a1a-96c5-509d640442aa taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.729143] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323edb8c-4e0d-4a1a-96c5-509d640442aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.729820] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323edb8c-4e0d-4a1a-96c5-509d640442aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.729820] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323edb8c-4e0d-4a1a-96c5-509d640442aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.729820] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323edb8c-4e0d-4a1a-96c5-509d640442aa',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.872063] env[69707]: INFO networking_nsxv3.common.synchronization [None req-a5c58174-befc-4e14-b3f3-b0e46ba46995 None None] Enqueued Resource ID: e906bfe1-3f01-41d3-86f9-4b6c44f8ce2f with Priority: HIGHEST for action port [ 615.872598] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e906bfe1-3f01-41d3-86f9-4b6c44f8ce2f with Priority: HIGHEST for action port [ 615.872899] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-e906bfe1-3f01-41d3-86f9-4b6c44f8ce2f taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.873426] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e906bfe1-3f01-41d3-86f9-4b6c44f8ce2f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.873536] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e906bfe1-3f01-41d3-86f9-4b6c44f8ce2f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.873926] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e906bfe1-3f01-41d3-86f9-4b6c44f8ce2f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.874206] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e906bfe1-3f01-41d3-86f9-4b6c44f8ce2f',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.185628] env[69707]: INFO networking_nsxv3.common.synchronization [None req-7b43ce9f-af00-4cc9-bf23-3be0d8a3c548 None None] Enqueued Resource ID: 67eb37f4-59b1-483f-baf6-5bcfecc8211b with Priority: HIGHEST for action port [ 616.186458] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67eb37f4-59b1-483f-baf6-5bcfecc8211b with Priority: HIGHEST for action port [ 616.186458] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-67eb37f4-59b1-483f-baf6-5bcfecc8211b taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.186575] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67eb37f4-59b1-483f-baf6-5bcfecc8211b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.186575] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67eb37f4-59b1-483f-baf6-5bcfecc8211b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.186815] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67eb37f4-59b1-483f-baf6-5bcfecc8211b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.186895] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67eb37f4-59b1-483f-baf6-5bcfecc8211b',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.253223] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.253455] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.253455] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.253675] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.253764] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.253861] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323edb8c-4e0d-4a1a-96c5-509d640442aa already deleted. [ 616.253948] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323edb8c-4e0d-4a1a-96c5-509d640442aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.376812] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e906bfe1-3f01-41d3-86f9-4b6c44f8ce2f [ 616.377150] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.377306] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.377428] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.379198] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.379198] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.379198] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e906bfe1-3f01-41d3-86f9-4b6c44f8ce2f already deleted. [ 616.379198] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e906bfe1-3f01-41d3-86f9-4b6c44f8ce2f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.426182] env[69707]: INFO networking_nsxv3.common.synchronization [None req-a8aaecc0-ecfb-4063-a9ee-74718abfff89 tempest-ServersTestFqdnHostnames-600112638 tempest-ServersTestFqdnHostnames-600112638-project-member] Enqueued Resource ID: 323edb8c-4e0d-4a1a-96c5-509d640442aa with Priority: HIGHEST for action security_group_rules [ 616.426182] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323edb8c-4e0d-4a1a-96c5-509d640442aa with Priority: HIGHEST for action security_group_rules [ 616.426182] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323edb8c-4e0d-4a1a-96c5-509d640442aa taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.428017] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323edb8c-4e0d-4a1a-96c5-509d640442aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.428932] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323edb8c-4e0d-4a1a-96c5-509d640442aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.429275] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323edb8c-4e0d-4a1a-96c5-509d640442aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.429479] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323edb8c-4e0d-4a1a-96c5-509d640442aa',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.691815] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67eb37f4-59b1-483f-baf6-5bcfecc8211b [ 616.691815] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.691815] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.691815] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.691815] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.691815] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.691815] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67eb37f4-59b1-483f-baf6-5bcfecc8211b already deleted. [ 616.691815] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67eb37f4-59b1-483f-baf6-5bcfecc8211b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.955061] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.955061] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.955061] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.955442] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.956035] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.956035] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323edb8c-4e0d-4a1a-96c5-509d640442aa already deleted. [ 616.956035] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323edb8c-4e0d-4a1a-96c5-509d640442aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.138020] env[69707]: INFO networking_nsxv3.common.synchronization [None req-aedccbd6-6d9d-4fb7-a9f5-800660a6d7c6 None None] Enqueued Resource ID: 7ebdde93-f197-4eb0-b640-2266d1015f2a with Priority: HIGHEST for action port [ 620.138020] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ebdde93-f197-4eb0-b640-2266d1015f2a with Priority: HIGHEST for action port [ 620.138020] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ebdde93-f197-4eb0-b640-2266d1015f2a taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.138020] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ebdde93-f197-4eb0-b640-2266d1015f2a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.138020] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ebdde93-f197-4eb0-b640-2266d1015f2a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.139426] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ebdde93-f197-4eb0-b640-2266d1015f2a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.139426] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ebdde93-f197-4eb0-b640-2266d1015f2a',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.642546] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ebdde93-f197-4eb0-b640-2266d1015f2a [ 620.643173] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.643448] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.643745] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.644310] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.646019] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.646019] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ebdde93-f197-4eb0-b640-2266d1015f2a already deleted. [ 620.646019] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ebdde93-f197-4eb0-b640-2266d1015f2a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.688279] env[69707]: INFO networking_nsxv3.common.synchronization [None req-46db54e8-b239-4962-8fd0-a67053beb1ed None None] Enqueued Resource ID: dea4263d-2840-4823-9c61-2e69dc48ac5b with Priority: HIGHEST for action port [ 620.688531] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dea4263d-2840-4823-9c61-2e69dc48ac5b with Priority: HIGHEST for action port [ 620.689228] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-dea4263d-2840-4823-9c61-2e69dc48ac5b taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.689298] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dea4263d-2840-4823-9c61-2e69dc48ac5b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.689336] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dea4263d-2840-4823-9c61-2e69dc48ac5b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.689925] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dea4263d-2840-4823-9c61-2e69dc48ac5b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.689925] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dea4263d-2840-4823-9c61-2e69dc48ac5b',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.197465] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dea4263d-2840-4823-9c61-2e69dc48ac5b [ 621.198731] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.198851] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.199070] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.199946] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.199946] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.199946] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dea4263d-2840-4823-9c61-2e69dc48ac5b already deleted. [ 621.201519] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dea4263d-2840-4823-9c61-2e69dc48ac5b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.341513] env[69707]: INFO networking_nsxv3.common.synchronization [None req-3bdfcffc-1876-445b-b49a-5d68d1350e22 None None] Enqueued Resource ID: f027b1f0-bed5-4c57-bbeb-6b1532197d86 with Priority: HIGHEST for action port [ 621.341784] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f027b1f0-bed5-4c57-bbeb-6b1532197d86 with Priority: HIGHEST for action port [ 621.342533] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-f027b1f0-bed5-4c57-bbeb-6b1532197d86 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.342533] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f027b1f0-bed5-4c57-bbeb-6b1532197d86" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.347288] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f027b1f0-bed5-4c57-bbeb-6b1532197d86" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.347288] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f027b1f0-bed5-4c57-bbeb-6b1532197d86" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.347526] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f027b1f0-bed5-4c57-bbeb-6b1532197d86',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.519017] env[69707]: INFO networking_nsxv3.common.synchronization [None req-a1663620-9327-4cbb-9b3d-e65c865dadeb tempest-ServersTestBootFromVolume-1382947259 tempest-ServersTestBootFromVolume-1382947259-project-member] Enqueued Resource ID: 3863f7d0-004b-44db-8126-c9d4a3cd4106 with Priority: HIGHEST for action security_group_rules [ 621.524876] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3863f7d0-004b-44db-8126-c9d4a3cd4106 with Priority: HIGHEST for action security_group_rules [ 621.524876] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3863f7d0-004b-44db-8126-c9d4a3cd4106 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.524876] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3863f7d0-004b-44db-8126-c9d4a3cd4106" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.524876] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3863f7d0-004b-44db-8126-c9d4a3cd4106" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.524876] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3863f7d0-004b-44db-8126-c9d4a3cd4106" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.524876] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3863f7d0-004b-44db-8126-c9d4a3cd4106',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.850534] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f027b1f0-bed5-4c57-bbeb-6b1532197d86 [ 621.850781] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.850941] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.851018] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.851226] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.851311] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.851409] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f027b1f0-bed5-4c57-bbeb-6b1532197d86 already deleted. [ 621.851492] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f027b1f0-bed5-4c57-bbeb-6b1532197d86" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.999785] env[69707]: INFO networking_nsxv3.common.synchronization [None req-02e98388-3c21-4a09-b26f-31aec63b16de None None] Enqueued Resource ID: fb6255e1-5742-476c-a2dc-6b4cb79377b7 with Priority: HIGHEST for action port [ 621.999785] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6255e1-5742-476c-a2dc-6b4cb79377b7 with Priority: HIGHEST for action port [ 621.999785] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb6255e1-5742-476c-a2dc-6b4cb79377b7 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.999966] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb6255e1-5742-476c-a2dc-6b4cb79377b7" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.999966] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb6255e1-5742-476c-a2dc-6b4cb79377b7" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.000296] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb6255e1-5742-476c-a2dc-6b4cb79377b7" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.000296] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb6255e1-5742-476c-a2dc-6b4cb79377b7',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.048732] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.048879] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.048944] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.049198] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.049283] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.049374] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3863f7d0-004b-44db-8126-c9d4a3cd4106 already deleted. [ 622.049462] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3863f7d0-004b-44db-8126-c9d4a3cd4106" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.106271] env[69707]: INFO networking_nsxv3.common.synchronization [None req-01f9f943-76a8-4739-bbc8-f07b94200143 tempest-ServersTestBootFromVolume-1382947259 tempest-ServersTestBootFromVolume-1382947259-project-member] Enqueued Resource ID: 3863f7d0-004b-44db-8126-c9d4a3cd4106 with Priority: HIGHEST for action security_group_rules [ 622.106271] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3863f7d0-004b-44db-8126-c9d4a3cd4106 with Priority: HIGHEST for action security_group_rules [ 622.106271] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3863f7d0-004b-44db-8126-c9d4a3cd4106 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.106271] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3863f7d0-004b-44db-8126-c9d4a3cd4106" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.106421] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3863f7d0-004b-44db-8126-c9d4a3cd4106" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.106594] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3863f7d0-004b-44db-8126-c9d4a3cd4106" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.106594] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3863f7d0-004b-44db-8126-c9d4a3cd4106',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.389349] env[69707]: INFO networking_nsxv3.common.synchronization [None req-ec67b806-2507-4641-97bc-7cca1b9aa45d None None] Enqueued Resource ID: 79243985-25b4-4bd9-ba79-8715713cdd8d with Priority: HIGHEST for action port [ 622.389845] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79243985-25b4-4bd9-ba79-8715713cdd8d with Priority: HIGHEST for action port [ 622.390589] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-79243985-25b4-4bd9-ba79-8715713cdd8d taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.390755] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79243985-25b4-4bd9-ba79-8715713cdd8d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.390897] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79243985-25b4-4bd9-ba79-8715713cdd8d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.391275] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79243985-25b4-4bd9-ba79-8715713cdd8d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.391404] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79243985-25b4-4bd9-ba79-8715713cdd8d',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.494628] env[69707]: INFO networking_nsxv3.common.synchronization [None req-5591b13b-30c4-415f-823b-b828d47c6994 None None] Enqueued Resource ID: 71e2c269-8186-476b-9845-0d3f6c5fc6ae with Priority: HIGHEST for action port [ 622.494628] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e2c269-8186-476b-9845-0d3f6c5fc6ae with Priority: HIGHEST for action port [ 622.494712] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-71e2c269-8186-476b-9845-0d3f6c5fc6ae taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.495065] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71e2c269-8186-476b-9845-0d3f6c5fc6ae" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.495065] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71e2c269-8186-476b-9845-0d3f6c5fc6ae" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.496070] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71e2c269-8186-476b-9845-0d3f6c5fc6ae" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.496166] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e2c269-8186-476b-9845-0d3f6c5fc6ae',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.503804] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb6255e1-5742-476c-a2dc-6b4cb79377b7 [ 622.503804] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.503804] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.503804] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.503804] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.503804] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.503804] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb6255e1-5742-476c-a2dc-6b4cb79377b7 already deleted. [ 622.503804] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb6255e1-5742-476c-a2dc-6b4cb79377b7" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.635022] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.635022] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.635022] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.635022] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.635022] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.635022] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3863f7d0-004b-44db-8126-c9d4a3cd4106 already deleted. [ 622.635022] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3863f7d0-004b-44db-8126-c9d4a3cd4106" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.846694] env[69707]: INFO networking_nsxv3.common.synchronization [None req-35c6eb36-84e0-470b-a52e-e513189c958d None None] Enqueued Resource ID: 8ed39923-5ef2-4201-999f-75455e7ec9e5 with Priority: HIGHEST for action port [ 622.846925] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed39923-5ef2-4201-999f-75455e7ec9e5 with Priority: HIGHEST for action port [ 622.847831] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ed39923-5ef2-4201-999f-75455e7ec9e5 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.847963] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ed39923-5ef2-4201-999f-75455e7ec9e5" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.849223] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ed39923-5ef2-4201-999f-75455e7ec9e5" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.849515] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ed39923-5ef2-4201-999f-75455e7ec9e5" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.849629] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ed39923-5ef2-4201-999f-75455e7ec9e5',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.895196] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79243985-25b4-4bd9-ba79-8715713cdd8d [ 622.895335] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.895469] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.895537] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.895764] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.895875] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.895970] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79243985-25b4-4bd9-ba79-8715713cdd8d already deleted. [ 622.896034] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79243985-25b4-4bd9-ba79-8715713cdd8d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.999350] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71e2c269-8186-476b-9845-0d3f6c5fc6ae [ 622.999606] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.999750] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.999816] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.000053] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.000142] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.000252] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71e2c269-8186-476b-9845-0d3f6c5fc6ae already deleted. [ 623.000348] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71e2c269-8186-476b-9845-0d3f6c5fc6ae" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.357620] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ed39923-5ef2-4201-999f-75455e7ec9e5 [ 623.357870] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.358053] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.358286] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.360190] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.360415] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.360760] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ed39923-5ef2-4201-999f-75455e7ec9e5 already deleted. [ 623.360948] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ed39923-5ef2-4201-999f-75455e7ec9e5" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.545354] env[69707]: INFO networking_nsxv3.common.synchronization [None req-b43a25d0-2e54-4879-9b0d-688546925bed None None] Enqueued Resource ID: 2916e363-d4a7-4e8f-a51b-49a5fb232c90 with Priority: HIGHEST for action port [ 623.545650] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2916e363-d4a7-4e8f-a51b-49a5fb232c90 with Priority: HIGHEST for action port [ 623.546180] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-2916e363-d4a7-4e8f-a51b-49a5fb232c90 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.546294] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2916e363-d4a7-4e8f-a51b-49a5fb232c90" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.546357] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2916e363-d4a7-4e8f-a51b-49a5fb232c90" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.546644] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2916e363-d4a7-4e8f-a51b-49a5fb232c90" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.548219] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2916e363-d4a7-4e8f-a51b-49a5fb232c90',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.051091] env[69707]: INFO networking_nsxv3.common.synchronization [None req-556fa1f3-a3da-4ca6-923f-2ba8bf6e323d None None] Enqueued Resource ID: 58dbb5a0-f426-4a2f-b123-25b274a9f75d with Priority: HIGHEST for action port [ 624.051652] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58dbb5a0-f426-4a2f-b123-25b274a9f75d with Priority: HIGHEST for action port [ 624.054553] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-58dbb5a0-f426-4a2f-b123-25b274a9f75d taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.054553] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58dbb5a0-f426-4a2f-b123-25b274a9f75d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.054553] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58dbb5a0-f426-4a2f-b123-25b274a9f75d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.054553] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58dbb5a0-f426-4a2f-b123-25b274a9f75d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.054553] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58dbb5a0-f426-4a2f-b123-25b274a9f75d',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.057977] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2916e363-d4a7-4e8f-a51b-49a5fb232c90 [ 624.057977] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.057977] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.057977] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.057977] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.057977] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.057977] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2916e363-d4a7-4e8f-a51b-49a5fb232c90 already deleted. [ 624.057977] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2916e363-d4a7-4e8f-a51b-49a5fb232c90" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.556838] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58dbb5a0-f426-4a2f-b123-25b274a9f75d [ 624.557288] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.560480] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.560480] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.560480] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.560480] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.560480] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58dbb5a0-f426-4a2f-b123-25b274a9f75d already deleted. [ 624.560480] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58dbb5a0-f426-4a2f-b123-25b274a9f75d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.665055] env[69707]: INFO networking_nsxv3.common.synchronization [None req-216e844f-40c6-4410-b199-a3bc2f6b3ae9 tempest-VolumesAssistedSnapshotsTest-59884283 tempest-VolumesAssistedSnapshotsTest-59884283-project-member] Enqueued Resource ID: 26740a26-2fdf-4fe2-8832-b39170924945 with Priority: HIGHEST for action security_group_rules [ 624.665055] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26740a26-2fdf-4fe2-8832-b39170924945 with Priority: HIGHEST for action security_group_rules [ 624.665352] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26740a26-2fdf-4fe2-8832-b39170924945 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.665615] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26740a26-2fdf-4fe2-8832-b39170924945" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.665693] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26740a26-2fdf-4fe2-8832-b39170924945" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.666046] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26740a26-2fdf-4fe2-8832-b39170924945" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.666256] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26740a26-2fdf-4fe2-8832-b39170924945',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.126706] env[69707]: INFO networking_nsxv3.common.synchronization [None req-7e9c72da-ada3-4334-b6f3-58056a6ec8b8 tempest-ServersWithSpecificFlavorTestJSON-347234614 tempest-ServersWithSpecificFlavorTestJSON-347234614-project-member] Enqueued Resource ID: e5113ac7-2115-4e6c-8cde-dcd6114f5987 with Priority: HIGHEST for action security_group_rules [ 625.126962] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5113ac7-2115-4e6c-8cde-dcd6114f5987 with Priority: HIGHEST for action security_group_rules [ 625.127525] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5113ac7-2115-4e6c-8cde-dcd6114f5987 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.127676] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5113ac7-2115-4e6c-8cde-dcd6114f5987" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.127709] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5113ac7-2115-4e6c-8cde-dcd6114f5987" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.128757] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5113ac7-2115-4e6c-8cde-dcd6114f5987" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.128909] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5113ac7-2115-4e6c-8cde-dcd6114f5987',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.188855] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.189558] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.189646] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.189943] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.189943] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.190062] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26740a26-2fdf-4fe2-8832-b39170924945 already deleted. [ 625.190158] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26740a26-2fdf-4fe2-8832-b39170924945" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.303191] env[69707]: INFO networking_nsxv3.common.synchronization [None req-0f5dfde3-01ba-41fe-871f-3c5bef9e4189 tempest-VolumesAssistedSnapshotsTest-59884283 tempest-VolumesAssistedSnapshotsTest-59884283-project-member] Enqueued Resource ID: 26740a26-2fdf-4fe2-8832-b39170924945 with Priority: HIGHEST for action security_group_rules [ 625.303850] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26740a26-2fdf-4fe2-8832-b39170924945 with Priority: HIGHEST for action security_group_rules [ 625.304207] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26740a26-2fdf-4fe2-8832-b39170924945 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.304316] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26740a26-2fdf-4fe2-8832-b39170924945" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.304371] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26740a26-2fdf-4fe2-8832-b39170924945" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.304877] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26740a26-2fdf-4fe2-8832-b39170924945" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.304877] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26740a26-2fdf-4fe2-8832-b39170924945',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.652742] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.653213] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.653213] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.653213] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.653611] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.653611] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5113ac7-2115-4e6c-8cde-dcd6114f5987 already deleted. [ 625.653611] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5113ac7-2115-4e6c-8cde-dcd6114f5987" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.706718] env[69707]: INFO networking_nsxv3.common.synchronization [None req-5c8a453b-e577-4d3f-8a1d-3871ce0b3656 tempest-ServersWithSpecificFlavorTestJSON-347234614 tempest-ServersWithSpecificFlavorTestJSON-347234614-project-member] Enqueued Resource ID: e5113ac7-2115-4e6c-8cde-dcd6114f5987 with Priority: HIGHEST for action security_group_rules [ 625.707310] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5113ac7-2115-4e6c-8cde-dcd6114f5987 with Priority: HIGHEST for action security_group_rules [ 625.707619] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5113ac7-2115-4e6c-8cde-dcd6114f5987 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.707745] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5113ac7-2115-4e6c-8cde-dcd6114f5987" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.707814] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5113ac7-2115-4e6c-8cde-dcd6114f5987" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.708128] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5113ac7-2115-4e6c-8cde-dcd6114f5987" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.708128] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5113ac7-2115-4e6c-8cde-dcd6114f5987',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.830255] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.831077] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.831077] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.831077] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.831077] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.831077] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26740a26-2fdf-4fe2-8832-b39170924945 already deleted. [ 625.831077] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26740a26-2fdf-4fe2-8832-b39170924945" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.240066] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.240066] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.240066] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.240066] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.240066] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.240283] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5113ac7-2115-4e6c-8cde-dcd6114f5987 already deleted. [ 626.240387] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5113ac7-2115-4e6c-8cde-dcd6114f5987" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.574752] env[69707]: INFO networking_nsxv3.common.synchronization [None req-1e7becb2-b6b8-48a0-8c27-9537a0a5029e None None] Enqueued Resource ID: 5fef6f57-46f7-4449-89ab-e69001650452 with Priority: HIGHEST for action port [ 627.574752] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fef6f57-46f7-4449-89ab-e69001650452 with Priority: HIGHEST for action port [ 627.574752] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fef6f57-46f7-4449-89ab-e69001650452 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.574752] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fef6f57-46f7-4449-89ab-e69001650452" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.574752] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fef6f57-46f7-4449-89ab-e69001650452" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.574752] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fef6f57-46f7-4449-89ab-e69001650452" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.574752] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fef6f57-46f7-4449-89ab-e69001650452',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.989124] env[69707]: INFO networking_nsxv3.common.synchronization [req-5fb13b3b-9808-4d3e-be90-b7ae65f7c5dd req-139a299f-efde-4968-bab7-0dd978e986e8 tempest-SecurityGroupRulesNegativeTestJSON-1165164607 tempest-SecurityGroupRulesNegativeTestJSON-1165164607-project-member] Enqueued Resource ID: f1a4028d-cd3f-497d-b52c-de282bbb87aa with Priority: HIGHEST for action security_group_rules [ 627.989558] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a4028d-cd3f-497d-b52c-de282bbb87aa with Priority: HIGHEST for action security_group_rules [ 627.989849] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1a4028d-cd3f-497d-b52c-de282bbb87aa taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.989976] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1a4028d-cd3f-497d-b52c-de282bbb87aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.990725] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1a4028d-cd3f-497d-b52c-de282bbb87aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.991111] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1a4028d-cd3f-497d-b52c-de282bbb87aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.991533] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1a4028d-cd3f-497d-b52c-de282bbb87aa',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.077620] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fef6f57-46f7-4449-89ab-e69001650452 [ 628.077922] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.077922] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.078814] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.078814] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.078814] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.078814] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fef6f57-46f7-4449-89ab-e69001650452 already deleted. [ 628.078814] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fef6f57-46f7-4449-89ab-e69001650452" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.517614] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.517803] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.517803] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.519330] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.519330] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.519330] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1a4028d-cd3f-497d-b52c-de282bbb87aa already deleted. [ 628.519330] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1a4028d-cd3f-497d-b52c-de282bbb87aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.240903] env[69707]: INFO networking_nsxv3.common.synchronization [None req-9524b05d-172b-4bfd-87b6-b577a1dd881c None None] Enqueued Resource ID: 2c3058a5-b22d-449d-8570-87e2cc49c20b with Priority: HIGHEST for action port [ 629.240903] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3058a5-b22d-449d-8570-87e2cc49c20b with Priority: HIGHEST for action port [ 629.241343] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c3058a5-b22d-449d-8570-87e2cc49c20b taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.241436] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c3058a5-b22d-449d-8570-87e2cc49c20b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.241504] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c3058a5-b22d-449d-8570-87e2cc49c20b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.241992] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c3058a5-b22d-449d-8570-87e2cc49c20b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.241992] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c3058a5-b22d-449d-8570-87e2cc49c20b',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.745847] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c3058a5-b22d-449d-8570-87e2cc49c20b [ 629.745847] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.746058] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.746058] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.746197] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.746294] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.746389] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c3058a5-b22d-449d-8570-87e2cc49c20b already deleted. [ 629.746472] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c3058a5-b22d-449d-8570-87e2cc49c20b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.126929] env[69707]: INFO networking_nsxv3.common.synchronization [None req-b4bad7ad-cd0a-4157-bcb7-b54de1a8f144 None None] Enqueued Resource ID: 7476679d-0137-4a4f-8d93-4d26de1a8ede with Priority: HIGHEST for action port [ 630.126929] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7476679d-0137-4a4f-8d93-4d26de1a8ede with Priority: HIGHEST for action port [ 630.126929] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-7476679d-0137-4a4f-8d93-4d26de1a8ede taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.126929] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7476679d-0137-4a4f-8d93-4d26de1a8ede" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.126929] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7476679d-0137-4a4f-8d93-4d26de1a8ede" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.126929] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7476679d-0137-4a4f-8d93-4d26de1a8ede" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.126929] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7476679d-0137-4a4f-8d93-4d26de1a8ede',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.273978] env[69707]: INFO networking_nsxv3.common.synchronization [None req-ab5bac8b-44e8-4f0d-b15d-c5ebca76e1b4 None None] Enqueued Resource ID: cbe59665-e5ea-4526-a6aa-3ec70354ac2a with Priority: HIGHEST for action port [ 630.276134] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe59665-e5ea-4526-a6aa-3ec70354ac2a with Priority: HIGHEST for action port [ 630.277748] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbe59665-e5ea-4526-a6aa-3ec70354ac2a taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.277748] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbe59665-e5ea-4526-a6aa-3ec70354ac2a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.277748] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbe59665-e5ea-4526-a6aa-3ec70354ac2a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.278194] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbe59665-e5ea-4526-a6aa-3ec70354ac2a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.278194] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbe59665-e5ea-4526-a6aa-3ec70354ac2a',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.631493] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7476679d-0137-4a4f-8d93-4d26de1a8ede [ 630.631493] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.631493] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.631493] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.631493] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.631493] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.631493] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7476679d-0137-4a4f-8d93-4d26de1a8ede already deleted. [ 630.631493] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7476679d-0137-4a4f-8d93-4d26de1a8ede" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.782942] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbe59665-e5ea-4526-a6aa-3ec70354ac2a [ 630.782942] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.782942] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.782942] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.782942] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.782942] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.782942] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbe59665-e5ea-4526-a6aa-3ec70354ac2a already deleted. [ 630.782942] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbe59665-e5ea-4526-a6aa-3ec70354ac2a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.255800] env[69707]: INFO networking_nsxv3.common.synchronization [None req-82ea1d06-81e3-4b72-bead-17ac84673a44 None None] Enqueued Resource ID: 32039938-dd01-487c-81a9-15076d9350fa with Priority: HIGHEST for action port [ 631.255955] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32039938-dd01-487c-81a9-15076d9350fa with Priority: HIGHEST for action port [ 631.257781] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-32039938-dd01-487c-81a9-15076d9350fa taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.257781] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32039938-dd01-487c-81a9-15076d9350fa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.257781] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32039938-dd01-487c-81a9-15076d9350fa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.257781] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32039938-dd01-487c-81a9-15076d9350fa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.257781] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32039938-dd01-487c-81a9-15076d9350fa',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.306270] env[69707]: INFO networking_nsxv3.common.synchronization [None req-f431cb02-249b-4ca2-b569-0f46261f7b43 None None] Enqueued Resource ID: 1e53f708-b656-4259-bfcd-38fd617ab56e with Priority: HIGHEST for action port [ 631.306896] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e53f708-b656-4259-bfcd-38fd617ab56e with Priority: HIGHEST for action port [ 631.307899] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e53f708-b656-4259-bfcd-38fd617ab56e taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.310762] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e53f708-b656-4259-bfcd-38fd617ab56e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.310762] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e53f708-b656-4259-bfcd-38fd617ab56e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.310762] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e53f708-b656-4259-bfcd-38fd617ab56e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.310762] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e53f708-b656-4259-bfcd-38fd617ab56e',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.676660] env[69707]: INFO networking_nsxv3.common.synchronization [req-dbc49bce-7866-47b3-af5f-64d1ad8c2487 req-e0525741-f2d1-4c4b-95f2-6cc0fe4e0779 tempest-SecurityGroupRulesNegativeTestJSON-1165164607 tempest-SecurityGroupRulesNegativeTestJSON-1165164607-project-member] Enqueued Resource ID: f1a4028d-cd3f-497d-b52c-de282bbb87aa with Priority: HIGHEST for action security_group_rules [ 631.676923] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a4028d-cd3f-497d-b52c-de282bbb87aa with Priority: HIGHEST for action security_group_rules [ 631.677594] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1a4028d-cd3f-497d-b52c-de282bbb87aa taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.677769] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1a4028d-cd3f-497d-b52c-de282bbb87aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.677844] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1a4028d-cd3f-497d-b52c-de282bbb87aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.678174] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1a4028d-cd3f-497d-b52c-de282bbb87aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.678262] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1a4028d-cd3f-497d-b52c-de282bbb87aa',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.760473] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32039938-dd01-487c-81a9-15076d9350fa [ 631.760697] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.760830] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.760897] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.761214] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.761302] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.761396] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32039938-dd01-487c-81a9-15076d9350fa already deleted. [ 631.761480] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32039938-dd01-487c-81a9-15076d9350fa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.813492] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e53f708-b656-4259-bfcd-38fd617ab56e [ 631.813492] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.813649] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.813707] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.813913] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.813999] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.814105] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e53f708-b656-4259-bfcd-38fd617ab56e already deleted. [ 631.814322] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e53f708-b656-4259-bfcd-38fd617ab56e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.202621] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.202694] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.202800] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.203019] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.203111] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.203209] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1a4028d-cd3f-497d-b52c-de282bbb87aa already deleted. [ 632.203295] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1a4028d-cd3f-497d-b52c-de282bbb87aa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.012395] env[69707]: INFO networking_nsxv3.common.synchronization [None req-5a2e98e0-39a7-44a8-b924-d468f99e8d59 None None] Enqueued Resource ID: 4fa92ca2-d3b5-4d5a-bfad-dea351359326 with Priority: HIGHEST for action port [ 633.013247] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa92ca2-d3b5-4d5a-bfad-dea351359326 with Priority: HIGHEST for action port [ 633.013446] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fa92ca2-d3b5-4d5a-bfad-dea351359326 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.014661] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fa92ca2-d3b5-4d5a-bfad-dea351359326" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.014766] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fa92ca2-d3b5-4d5a-bfad-dea351359326" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.015114] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fa92ca2-d3b5-4d5a-bfad-dea351359326" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.015198] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa92ca2-d3b5-4d5a-bfad-dea351359326',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.022185] env[69707]: INFO networking_nsxv3.common.synchronization [None req-650f3eed-0b94-405e-9406-e8e71e82ba55 None None] Enqueued Resource ID: d84b1c3c-a02e-46a1-8b2a-9212cf829ab1 with Priority: HIGHEST for action port [ 633.025023] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84b1c3c-a02e-46a1-8b2a-9212cf829ab1 with Priority: HIGHEST for action port [ 633.025023] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-d84b1c3c-a02e-46a1-8b2a-9212cf829ab1 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.025023] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d84b1c3c-a02e-46a1-8b2a-9212cf829ab1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.025023] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d84b1c3c-a02e-46a1-8b2a-9212cf829ab1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.025023] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d84b1c3c-a02e-46a1-8b2a-9212cf829ab1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.025023] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84b1c3c-a02e-46a1-8b2a-9212cf829ab1',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.518587] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fa92ca2-d3b5-4d5a-bfad-dea351359326 [ 633.518825] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.519504] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.519504] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.519504] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.519504] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.519504] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fa92ca2-d3b5-4d5a-bfad-dea351359326 already deleted. [ 633.519504] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fa92ca2-d3b5-4d5a-bfad-dea351359326" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.527643] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d84b1c3c-a02e-46a1-8b2a-9212cf829ab1 [ 633.527985] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.528620] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.528717] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.528975] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.529518] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.529629] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d84b1c3c-a02e-46a1-8b2a-9212cf829ab1 already deleted. [ 633.529725] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d84b1c3c-a02e-46a1-8b2a-9212cf829ab1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.230657] env[69707]: INFO networking_nsxv3.common.synchronization [None req-fd175703-f324-4ead-baed-280299c8cb34 None None] Enqueued Resource ID: 89006b25-972c-48fd-a6cd-b1efa639452c with Priority: HIGHEST for action port [ 635.230912] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89006b25-972c-48fd-a6cd-b1efa639452c with Priority: HIGHEST for action port [ 635.231452] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-89006b25-972c-48fd-a6cd-b1efa639452c taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.231536] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89006b25-972c-48fd-a6cd-b1efa639452c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.231575] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89006b25-972c-48fd-a6cd-b1efa639452c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.231818] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89006b25-972c-48fd-a6cd-b1efa639452c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.231906] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89006b25-972c-48fd-a6cd-b1efa639452c',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.738139] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89006b25-972c-48fd-a6cd-b1efa639452c [ 635.738217] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.738338] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.738408] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.738640] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.738734] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.738832] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89006b25-972c-48fd-a6cd-b1efa639452c already deleted. [ 635.738914] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89006b25-972c-48fd-a6cd-b1efa639452c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.408193] env[69707]: INFO networking_nsxv3.common.synchronization [None req-94cbe398-ac27-4cc4-b11d-a9437e752ca1 None None] Enqueued Resource ID: 3cfc76a1-32d8-4241-82b2-b898870276dc with Priority: HIGHEST for action port [ 636.408521] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cfc76a1-32d8-4241-82b2-b898870276dc with Priority: HIGHEST for action port [ 636.408998] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cfc76a1-32d8-4241-82b2-b898870276dc taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.409137] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cfc76a1-32d8-4241-82b2-b898870276dc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.409369] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cfc76a1-32d8-4241-82b2-b898870276dc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.409615] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cfc76a1-32d8-4241-82b2-b898870276dc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.409615] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cfc76a1-32d8-4241-82b2-b898870276dc',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.625744] env[69707]: INFO networking_nsxv3.common.synchronization [None req-0ca9c4ad-b1af-42ce-9faa-20d4e21617b0 None None] Enqueued Resource ID: 618fcff2-a7ac-4873-b687-79b60cf040b9 with Priority: HIGHEST for action port [ 636.628667] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 618fcff2-a7ac-4873-b687-79b60cf040b9 with Priority: HIGHEST for action port [ 636.628667] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-618fcff2-a7ac-4873-b687-79b60cf040b9 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.628667] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-618fcff2-a7ac-4873-b687-79b60cf040b9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.628667] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-618fcff2-a7ac-4873-b687-79b60cf040b9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.628912] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-618fcff2-a7ac-4873-b687-79b60cf040b9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.629511] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('618fcff2-a7ac-4873-b687-79b60cf040b9',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.699776] env[69707]: INFO networking_nsxv3.common.synchronization [None req-3bc6e0fe-dc2a-46d1-a722-5ec330368b3e None None] Enqueued Resource ID: 37cb37e7-4060-4386-b10d-f18a88df1899 with Priority: HIGHEST for action port [ 636.700926] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37cb37e7-4060-4386-b10d-f18a88df1899 with Priority: HIGHEST for action port [ 636.701661] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-37cb37e7-4060-4386-b10d-f18a88df1899 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.702807] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37cb37e7-4060-4386-b10d-f18a88df1899" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.702807] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37cb37e7-4060-4386-b10d-f18a88df1899" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.702807] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37cb37e7-4060-4386-b10d-f18a88df1899" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.702993] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37cb37e7-4060-4386-b10d-f18a88df1899',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.913030] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cfc76a1-32d8-4241-82b2-b898870276dc [ 636.913185] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.913300] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.913372] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.913762] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.913762] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.913870] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cfc76a1-32d8-4241-82b2-b898870276dc already deleted. [ 636.913899] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cfc76a1-32d8-4241-82b2-b898870276dc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.133016] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 618fcff2-a7ac-4873-b687-79b60cf040b9 [ 637.135243] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.135243] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.135243] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.135243] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.135243] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.135243] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:618fcff2-a7ac-4873-b687-79b60cf040b9 already deleted. [ 637.135243] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-618fcff2-a7ac-4873-b687-79b60cf040b9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.207324] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37cb37e7-4060-4386-b10d-f18a88df1899 [ 637.207324] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.207522] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.207522] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.207787] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.207787] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.207936] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37cb37e7-4060-4386-b10d-f18a88df1899 already deleted. [ 637.207936] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37cb37e7-4060-4386-b10d-f18a88df1899" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.218233] env[69707]: INFO networking_nsxv3.common.synchronization [None req-7202689f-53a8-4cb7-bdea-6bfa589a96e0 None None] Enqueued Resource ID: 8bda2be8-64ec-4401-9c6c-5090187ab758 with Priority: HIGHEST for action port [ 637.218727] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bda2be8-64ec-4401-9c6c-5090187ab758 with Priority: HIGHEST for action port [ 637.223237] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bda2be8-64ec-4401-9c6c-5090187ab758 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.223331] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bda2be8-64ec-4401-9c6c-5090187ab758" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.223487] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bda2be8-64ec-4401-9c6c-5090187ab758" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.223927] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bda2be8-64ec-4401-9c6c-5090187ab758" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.223927] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bda2be8-64ec-4401-9c6c-5090187ab758',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.643341] env[69707]: INFO networking_nsxv3.common.synchronization [None req-ccf34a6e-51bc-414d-9b54-a07ddfb08191 None None] Enqueued Resource ID: 46524618-b49f-4e57-b741-c0ee9eadb11a with Priority: HIGHEST for action port [ 637.643341] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46524618-b49f-4e57-b741-c0ee9eadb11a with Priority: HIGHEST for action port [ 637.643341] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-46524618-b49f-4e57-b741-c0ee9eadb11a taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.643341] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46524618-b49f-4e57-b741-c0ee9eadb11a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.647812] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46524618-b49f-4e57-b741-c0ee9eadb11a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.647812] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46524618-b49f-4e57-b741-c0ee9eadb11a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.647812] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46524618-b49f-4e57-b741-c0ee9eadb11a',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.726330] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bda2be8-64ec-4401-9c6c-5090187ab758 [ 637.726661] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.726844] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.727226] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.727226] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.727330] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.727330] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bda2be8-64ec-4401-9c6c-5090187ab758 already deleted. [ 637.727409] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bda2be8-64ec-4401-9c6c-5090187ab758" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.151217] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46524618-b49f-4e57-b741-c0ee9eadb11a [ 638.151585] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.152258] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.152258] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.152258] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.152403] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.152403] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46524618-b49f-4e57-b741-c0ee9eadb11a already deleted. [ 638.152484] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46524618-b49f-4e57-b741-c0ee9eadb11a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.479191] env[69707]: INFO networking_nsxv3.common.synchronization [None req-8c5877fa-f1c6-47d2-b85b-98acd94f9828 tempest-ServersTestManualDisk-837840691 tempest-ServersTestManualDisk-837840691-project-member] Enqueued Resource ID: ae3c1e44-e903-419b-b7e8-1dfd3b03ceca with Priority: HIGHEST for action security_group_rules [ 638.479191] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3c1e44-e903-419b-b7e8-1dfd3b03ceca with Priority: HIGHEST for action security_group_rules [ 638.479191] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae3c1e44-e903-419b-b7e8-1dfd3b03ceca taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.479191] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae3c1e44-e903-419b-b7e8-1dfd3b03ceca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.479191] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae3c1e44-e903-419b-b7e8-1dfd3b03ceca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.482702] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae3c1e44-e903-419b-b7e8-1dfd3b03ceca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.482702] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae3c1e44-e903-419b-b7e8-1dfd3b03ceca',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.729713] env[69707]: INFO networking_nsxv3.common.synchronization [None req-2c1f2dab-d2c7-4c7d-a50e-21e6f532fb92 tempest-ServersTestManualDisk-837840691 tempest-ServersTestManualDisk-837840691-project-member] Enqueued Resource ID: ae3c1e44-e903-419b-b7e8-1dfd3b03ceca with Priority: HIGHEST for action security_group_rules [ 638.730022] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3c1e44-e903-419b-b7e8-1dfd3b03ceca with Priority: HIGHEST for action security_group_rules [ 638.730891] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae3c1e44-e903-419b-b7e8-1dfd3b03ceca taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.730891] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae3c1e44-e903-419b-b7e8-1dfd3b03ceca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.009529] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.011546] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.011546] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.011546] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.011546] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.011546] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae3c1e44-e903-419b-b7e8-1dfd3b03ceca already deleted. [ 639.011546] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae3c1e44-e903-419b-b7e8-1dfd3b03ceca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.011546] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae3c1e44-e903-419b-b7e8-1dfd3b03ceca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.011546] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae3c1e44-e903-419b-b7e8-1dfd3b03ceca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.011546] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae3c1e44-e903-419b-b7e8-1dfd3b03ceca',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.418573] env[69707]: INFO networking_nsxv3.common.synchronization [None req-f5e2c8ad-853a-420a-ae34-ccad1878fd78 None None] Enqueued Resource ID: a12c6aef-fa4e-4b48-994e-4a5a8182f789 with Priority: HIGHEST for action port [ 639.418573] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a12c6aef-fa4e-4b48-994e-4a5a8182f789 with Priority: HIGHEST for action port [ 639.418832] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-a12c6aef-fa4e-4b48-994e-4a5a8182f789 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.418832] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a12c6aef-fa4e-4b48-994e-4a5a8182f789" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.418962] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a12c6aef-fa4e-4b48-994e-4a5a8182f789" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.419185] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a12c6aef-fa4e-4b48-994e-4a5a8182f789" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.419268] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a12c6aef-fa4e-4b48-994e-4a5a8182f789',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.425356] env[69707]: INFO networking_nsxv3.common.synchronization [None req-a35d31a2-b854-456c-9ec9-495edad90fc3 None None] Enqueued Resource ID: fac469cc-179f-4402-a924-2862fb339d6e with Priority: HIGHEST for action port [ 639.426721] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac469cc-179f-4402-a924-2862fb339d6e with Priority: HIGHEST for action port [ 639.427895] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-fac469cc-179f-4402-a924-2862fb339d6e taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.427895] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fac469cc-179f-4402-a924-2862fb339d6e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.427895] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fac469cc-179f-4402-a924-2862fb339d6e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.427895] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fac469cc-179f-4402-a924-2862fb339d6e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.427895] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fac469cc-179f-4402-a924-2862fb339d6e',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.510036] env[69707]: INFO networking_nsxv3.common.synchronization [None req-f0eb7e1f-df7d-41b1-9e8b-0ddc11a1a177 None None] Enqueued Resource ID: 481c1b31-3033-496d-872c-6255a5981da4 with Priority: HIGHEST for action port [ 639.510036] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481c1b31-3033-496d-872c-6255a5981da4 with Priority: HIGHEST for action port [ 639.510573] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-481c1b31-3033-496d-872c-6255a5981da4 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.510710] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-481c1b31-3033-496d-872c-6255a5981da4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.510779] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-481c1b31-3033-496d-872c-6255a5981da4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.511760] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-481c1b31-3033-496d-872c-6255a5981da4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.511760] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('481c1b31-3033-496d-872c-6255a5981da4',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.535168] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.539019] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.539019] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.539019] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.539019] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.539019] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae3c1e44-e903-419b-b7e8-1dfd3b03ceca already deleted. [ 639.539019] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae3c1e44-e903-419b-b7e8-1dfd3b03ceca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.922744] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a12c6aef-fa4e-4b48-994e-4a5a8182f789 [ 639.924756] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.924756] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.924756] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.924756] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.924756] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.924756] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a12c6aef-fa4e-4b48-994e-4a5a8182f789 already deleted. [ 639.924756] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a12c6aef-fa4e-4b48-994e-4a5a8182f789" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.931155] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fac469cc-179f-4402-a924-2862fb339d6e [ 639.931499] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.931758] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.931914] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.932237] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.932475] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.933112] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fac469cc-179f-4402-a924-2862fb339d6e already deleted. [ 639.933112] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fac469cc-179f-4402-a924-2862fb339d6e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.017727] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 481c1b31-3033-496d-872c-6255a5981da4 [ 640.017727] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.017840] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.017840] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.018444] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.018444] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.018444] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:481c1b31-3033-496d-872c-6255a5981da4 already deleted. [ 640.018444] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-481c1b31-3033-496d-872c-6255a5981da4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.361876] env[69707]: INFO networking_nsxv3.common.synchronization [None req-c50ed661-abbe-4a46-8760-253b19b817bd None None] Enqueued Resource ID: 4fc275d7-d943-43b2-a37f-ccb01a207f1b with Priority: HIGHEST for action port [ 641.361876] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc275d7-d943-43b2-a37f-ccb01a207f1b with Priority: HIGHEST for action port [ 641.362428] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fc275d7-d943-43b2-a37f-ccb01a207f1b taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.362561] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fc275d7-d943-43b2-a37f-ccb01a207f1b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.362696] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fc275d7-d943-43b2-a37f-ccb01a207f1b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.362965] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fc275d7-d943-43b2-a37f-ccb01a207f1b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.364984] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fc275d7-d943-43b2-a37f-ccb01a207f1b',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.538009] env[69707]: INFO networking_nsxv3.common.synchronization [None req-ae4ab74d-f0ee-4b85-9c2d-6ff5c21b93ef None None] Enqueued Resource ID: 42ea79d5-2010-42bc-abac-bd47b4cb3734 with Priority: HIGHEST for action port [ 641.539833] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ea79d5-2010-42bc-abac-bd47b4cb3734 with Priority: HIGHEST for action port [ 641.542101] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-42ea79d5-2010-42bc-abac-bd47b4cb3734 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.542101] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42ea79d5-2010-42bc-abac-bd47b4cb3734" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.542101] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42ea79d5-2010-42bc-abac-bd47b4cb3734" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.542101] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42ea79d5-2010-42bc-abac-bd47b4cb3734" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.542101] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ea79d5-2010-42bc-abac-bd47b4cb3734',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.873199] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fc275d7-d943-43b2-a37f-ccb01a207f1b [ 641.873436] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.873572] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.873667] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.873895] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.874017] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.874083] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fc275d7-d943-43b2-a37f-ccb01a207f1b already deleted. [ 641.874162] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fc275d7-d943-43b2-a37f-ccb01a207f1b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.044419] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42ea79d5-2010-42bc-abac-bd47b4cb3734 [ 642.044419] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.044419] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.044565] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.044640] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.044729] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.045706] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42ea79d5-2010-42bc-abac-bd47b4cb3734 already deleted. [ 642.045706] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42ea79d5-2010-42bc-abac-bd47b4cb3734" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.664139] env[69707]: INFO networking_nsxv3.common.synchronization [None req-5ab9c5d7-c5d7-4e72-914c-195c0b6c357b None None] Enqueued Resource ID: ea29a918-6edf-4132-98b3-3cebbfb29343 with Priority: HIGHEST for action port [ 642.664696] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea29a918-6edf-4132-98b3-3cebbfb29343 with Priority: HIGHEST for action port [ 642.665027] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea29a918-6edf-4132-98b3-3cebbfb29343 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.665189] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea29a918-6edf-4132-98b3-3cebbfb29343" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.665224] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea29a918-6edf-4132-98b3-3cebbfb29343" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.665582] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea29a918-6edf-4132-98b3-3cebbfb29343" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.665582] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea29a918-6edf-4132-98b3-3cebbfb29343',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.030370] env[69707]: INFO networking_nsxv3.common.synchronization [None req-2ffc8a99-45a0-4801-a6fa-101e85187bca tempest-AttachInterfacesUnderV243Test-155796942 tempest-AttachInterfacesUnderV243Test-155796942-project-member] Enqueued Resource ID: b0511881-a2e2-4ae4-86aa-84166fe8f6b8 with Priority: HIGHEST for action security_group_rules [ 643.030370] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0511881-a2e2-4ae4-86aa-84166fe8f6b8 with Priority: HIGHEST for action security_group_rules [ 643.030370] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0511881-a2e2-4ae4-86aa-84166fe8f6b8 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.030370] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0511881-a2e2-4ae4-86aa-84166fe8f6b8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.030370] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0511881-a2e2-4ae4-86aa-84166fe8f6b8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.031720] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0511881-a2e2-4ae4-86aa-84166fe8f6b8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.033010] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0511881-a2e2-4ae4-86aa-84166fe8f6b8',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.169613] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea29a918-6edf-4132-98b3-3cebbfb29343 [ 643.169613] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.169613] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.169613] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.169613] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.169613] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.169613] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea29a918-6edf-4132-98b3-3cebbfb29343 already deleted. [ 643.169613] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea29a918-6edf-4132-98b3-3cebbfb29343" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.269479] env[69707]: INFO networking_nsxv3.common.synchronization [None req-52899651-b45f-4d4b-8d93-9710bb6d4543 tempest-AttachInterfacesUnderV243Test-155796942 tempest-AttachInterfacesUnderV243Test-155796942-project-member] Enqueued Resource ID: b0511881-a2e2-4ae4-86aa-84166fe8f6b8 with Priority: HIGHEST for action security_group_rules [ 643.270235] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0511881-a2e2-4ae4-86aa-84166fe8f6b8 with Priority: HIGHEST for action security_group_rules [ 643.270345] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0511881-a2e2-4ae4-86aa-84166fe8f6b8 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.270446] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0511881-a2e2-4ae4-86aa-84166fe8f6b8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.558638] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.559112] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.559112] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.559112] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.559957] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.559957] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0511881-a2e2-4ae4-86aa-84166fe8f6b8 already deleted. [ 643.559957] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0511881-a2e2-4ae4-86aa-84166fe8f6b8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.559957] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0511881-a2e2-4ae4-86aa-84166fe8f6b8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.559957] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0511881-a2e2-4ae4-86aa-84166fe8f6b8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.559957] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0511881-a2e2-4ae4-86aa-84166fe8f6b8',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.817592] env[69707]: INFO networking_nsxv3.common.synchronization [None req-083b8f5c-2a54-404b-8eb1-9f18dc2ae2f8 None None] Enqueued Resource ID: be44d12e-48c2-42a0-a280-888a8333d676 with Priority: HIGHEST for action port [ 643.819715] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44d12e-48c2-42a0-a280-888a8333d676 with Priority: HIGHEST for action port [ 643.819715] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-be44d12e-48c2-42a0-a280-888a8333d676 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.819715] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be44d12e-48c2-42a0-a280-888a8333d676" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.819715] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be44d12e-48c2-42a0-a280-888a8333d676" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.820181] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be44d12e-48c2-42a0-a280-888a8333d676" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.820369] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be44d12e-48c2-42a0-a280-888a8333d676',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.082991] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.082991] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.082991] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.082991] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.082991] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.082991] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0511881-a2e2-4ae4-86aa-84166fe8f6b8 already deleted. [ 644.082991] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0511881-a2e2-4ae4-86aa-84166fe8f6b8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.323663] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be44d12e-48c2-42a0-a280-888a8333d676 [ 644.325842] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.325842] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.325842] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.325842] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.325842] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.325842] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be44d12e-48c2-42a0-a280-888a8333d676 already deleted. [ 644.325842] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be44d12e-48c2-42a0-a280-888a8333d676" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.082390] env[69707]: INFO networking_nsxv3.common.synchronization [None req-2b50668a-7c82-4872-866a-28c49fd54656 None None] Enqueued Resource ID: a1ed995a-85e4-4636-8d7b-859e73e9ff9a with Priority: HIGHEST for action port [ 645.082737] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ed995a-85e4-4636-8d7b-859e73e9ff9a with Priority: HIGHEST for action port [ 645.083276] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1ed995a-85e4-4636-8d7b-859e73e9ff9a taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.083403] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1ed995a-85e4-4636-8d7b-859e73e9ff9a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.083471] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1ed995a-85e4-4636-8d7b-859e73e9ff9a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.083735] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1ed995a-85e4-4636-8d7b-859e73e9ff9a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.083807] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1ed995a-85e4-4636-8d7b-859e73e9ff9a',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.224588] env[69707]: INFO networking_nsxv3.common.synchronization [None req-f8455718-bcb4-48a7-bfbd-210d3ca47675 None None] Enqueued Resource ID: 5d5709ef-0bc6-4802-ae0f-bbe16c2d3235 with Priority: HIGHEST for action port [ 645.224734] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5709ef-0bc6-4802-ae0f-bbe16c2d3235 with Priority: HIGHEST for action port [ 645.225102] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d5709ef-0bc6-4802-ae0f-bbe16c2d3235 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.225240] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d5709ef-0bc6-4802-ae0f-bbe16c2d3235" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.225306] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d5709ef-0bc6-4802-ae0f-bbe16c2d3235" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.225823] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d5709ef-0bc6-4802-ae0f-bbe16c2d3235" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.225823] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d5709ef-0bc6-4802-ae0f-bbe16c2d3235',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.588463] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1ed995a-85e4-4636-8d7b-859e73e9ff9a [ 645.588713] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.588852] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.588975] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.589324] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.589324] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.589458] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1ed995a-85e4-4636-8d7b-859e73e9ff9a already deleted. [ 645.589490] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1ed995a-85e4-4636-8d7b-859e73e9ff9a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.729226] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d5709ef-0bc6-4802-ae0f-bbe16c2d3235 [ 645.729445] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.729573] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.729647] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.729856] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.729937] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.730266] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d5709ef-0bc6-4802-ae0f-bbe16c2d3235 already deleted. [ 645.730411] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d5709ef-0bc6-4802-ae0f-bbe16c2d3235" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.122931] env[69707]: INFO networking_nsxv3.common.synchronization [None req-f136b6ac-6c98-4285-a96b-0620d44072fb None None] Enqueued Resource ID: a4fc1875-d75a-43dd-9a19-bb2b6ce81c64 with Priority: HIGHEST for action port [ 646.122931] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fc1875-d75a-43dd-9a19-bb2b6ce81c64 with Priority: HIGHEST for action port [ 646.126412] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4fc1875-d75a-43dd-9a19-bb2b6ce81c64 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.126550] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4fc1875-d75a-43dd-9a19-bb2b6ce81c64" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.126617] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4fc1875-d75a-43dd-9a19-bb2b6ce81c64" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.126881] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4fc1875-d75a-43dd-9a19-bb2b6ce81c64" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.126972] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4fc1875-d75a-43dd-9a19-bb2b6ce81c64',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.469092] env[69707]: INFO networking_nsxv3.common.synchronization [None req-5e2a24a9-a46e-4100-9a31-db9eb20074ca None None] Enqueued Resource ID: 5fab88b7-270b-44f9-94a3-188eaded241d with Priority: HIGHEST for action port [ 646.469092] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fab88b7-270b-44f9-94a3-188eaded241d with Priority: HIGHEST for action port [ 646.469092] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fab88b7-270b-44f9-94a3-188eaded241d taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.469092] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fab88b7-270b-44f9-94a3-188eaded241d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.469092] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fab88b7-270b-44f9-94a3-188eaded241d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.469415] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fab88b7-270b-44f9-94a3-188eaded241d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.469415] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fab88b7-270b-44f9-94a3-188eaded241d',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.635387] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4fc1875-d75a-43dd-9a19-bb2b6ce81c64 [ 646.635624] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.635751] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.635828] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.636057] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.636150] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.636246] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4fc1875-d75a-43dd-9a19-bb2b6ce81c64 already deleted. [ 646.636326] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4fc1875-d75a-43dd-9a19-bb2b6ce81c64" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.972916] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fab88b7-270b-44f9-94a3-188eaded241d [ 646.973127] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.973260] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.973398] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.973885] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.973885] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.973885] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fab88b7-270b-44f9-94a3-188eaded241d already deleted. [ 646.973885] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fab88b7-270b-44f9-94a3-188eaded241d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.769303] env[69707]: INFO networking_nsxv3.common.synchronization [None req-ccd03d5c-2642-4da7-afcd-cab12cc8538d None None] Enqueued Resource ID: ea20c485-3b8b-49b8-bfaa-ee812c59bb8e with Priority: HIGHEST for action port [ 647.769572] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea20c485-3b8b-49b8-bfaa-ee812c59bb8e with Priority: HIGHEST for action port [ 647.770154] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea20c485-3b8b-49b8-bfaa-ee812c59bb8e taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.770275] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea20c485-3b8b-49b8-bfaa-ee812c59bb8e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.770381] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea20c485-3b8b-49b8-bfaa-ee812c59bb8e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.770595] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea20c485-3b8b-49b8-bfaa-ee812c59bb8e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.770679] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea20c485-3b8b-49b8-bfaa-ee812c59bb8e',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.274248] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea20c485-3b8b-49b8-bfaa-ee812c59bb8e [ 648.274248] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.274248] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.274248] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.274248] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.274504] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.274504] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea20c485-3b8b-49b8-bfaa-ee812c59bb8e already deleted. [ 648.274504] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea20c485-3b8b-49b8-bfaa-ee812c59bb8e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.828159] env[69707]: INFO networking_nsxv3.common.synchronization [None req-40c026cb-94e1-4473-8605-055f221f917e tempest-ServersV294TestFqdnHostnames-1055082588 tempest-ServersV294TestFqdnHostnames-1055082588-project-member] Enqueued Resource ID: 7367b281-bf0e-4c10-8c81-5cb571b07d38 with Priority: HIGHEST for action security_group_rules [ 648.828411] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7367b281-bf0e-4c10-8c81-5cb571b07d38 with Priority: HIGHEST for action security_group_rules [ 648.828925] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7367b281-bf0e-4c10-8c81-5cb571b07d38 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.828925] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7367b281-bf0e-4c10-8c81-5cb571b07d38" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.829057] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7367b281-bf0e-4c10-8c81-5cb571b07d38" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.829246] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7367b281-bf0e-4c10-8c81-5cb571b07d38" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.829330] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7367b281-bf0e-4c10-8c81-5cb571b07d38',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.163543] env[69707]: INFO networking_nsxv3.common.synchronization [None req-b53b981d-8afe-4be8-afef-47bc8d62b1bd tempest-ServersV294TestFqdnHostnames-1055082588 tempest-ServersV294TestFqdnHostnames-1055082588-project-member] Enqueued Resource ID: 7367b281-bf0e-4c10-8c81-5cb571b07d38 with Priority: HIGHEST for action security_group_rules [ 649.164583] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7367b281-bf0e-4c10-8c81-5cb571b07d38 with Priority: HIGHEST for action security_group_rules [ 649.164583] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7367b281-bf0e-4c10-8c81-5cb571b07d38 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.164583] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7367b281-bf0e-4c10-8c81-5cb571b07d38" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.351727] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.351863] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.351931] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.352209] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.352481] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.352481] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7367b281-bf0e-4c10-8c81-5cb571b07d38 already deleted. [ 649.352584] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7367b281-bf0e-4c10-8c81-5cb571b07d38" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.353062] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7367b281-bf0e-4c10-8c81-5cb571b07d38" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.353234] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7367b281-bf0e-4c10-8c81-5cb571b07d38" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.353334] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7367b281-bf0e-4c10-8c81-5cb571b07d38',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.838138] env[69707]: INFO networking_nsxv3.common.synchronization [None req-1200ab97-303b-4bb2-b41e-b842ea13c8cb None None] Enqueued Resource ID: 89e10ed7-10e3-4d82-9fb4-6fd16a6e28c1 with Priority: HIGHEST for action port [ 649.838405] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e10ed7-10e3-4d82-9fb4-6fd16a6e28c1 with Priority: HIGHEST for action port [ 649.839325] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-89e10ed7-10e3-4d82-9fb4-6fd16a6e28c1 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.839469] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89e10ed7-10e3-4d82-9fb4-6fd16a6e28c1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.839531] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89e10ed7-10e3-4d82-9fb4-6fd16a6e28c1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.839778] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89e10ed7-10e3-4d82-9fb4-6fd16a6e28c1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.840062] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e10ed7-10e3-4d82-9fb4-6fd16a6e28c1',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.875652] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.875974] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.876121] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.876360] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.876485] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.876604] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7367b281-bf0e-4c10-8c81-5cb571b07d38 already deleted. [ 649.876718] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7367b281-bf0e-4c10-8c81-5cb571b07d38" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.958768] env[69707]: INFO networking_nsxv3.common.synchronization [None req-9bce8f93-36ef-4491-932b-8ab8f0ad500c None None] Enqueued Resource ID: 1add3f93-f937-43c9-9c6d-08dfc2211fe9 with Priority: HIGHEST for action port [ 649.959029] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1add3f93-f937-43c9-9c6d-08dfc2211fe9 with Priority: HIGHEST for action port [ 649.959630] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-1add3f93-f937-43c9-9c6d-08dfc2211fe9 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.959796] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1add3f93-f937-43c9-9c6d-08dfc2211fe9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.959836] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1add3f93-f937-43c9-9c6d-08dfc2211fe9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.960092] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1add3f93-f937-43c9-9c6d-08dfc2211fe9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.960180] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1add3f93-f937-43c9-9c6d-08dfc2211fe9',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.341599] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89e10ed7-10e3-4d82-9fb4-6fd16a6e28c1 [ 650.342161] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.342323] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.342396] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.342668] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.342780] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.342895] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89e10ed7-10e3-4d82-9fb4-6fd16a6e28c1 already deleted. [ 650.342982] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89e10ed7-10e3-4d82-9fb4-6fd16a6e28c1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.463707] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1add3f93-f937-43c9-9c6d-08dfc2211fe9 [ 650.463873] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.464926] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.465231] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.465307] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.465388] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.465881] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1add3f93-f937-43c9-9c6d-08dfc2211fe9 already deleted. [ 650.465881] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1add3f93-f937-43c9-9c6d-08dfc2211fe9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.666228] env[69707]: INFO networking_nsxv3.common.synchronization [None req-211b6788-973c-4824-addc-af244ae7f8d3 None None] Enqueued Resource ID: 4e524f40-78cb-4f47-85d2-2fae6cd1a293 with Priority: HIGHEST for action port [ 651.667267] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e524f40-78cb-4f47-85d2-2fae6cd1a293 with Priority: HIGHEST for action port [ 651.669279] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e524f40-78cb-4f47-85d2-2fae6cd1a293 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.669279] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e524f40-78cb-4f47-85d2-2fae6cd1a293" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.669279] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e524f40-78cb-4f47-85d2-2fae6cd1a293" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.669279] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e524f40-78cb-4f47-85d2-2fae6cd1a293" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.669838] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e524f40-78cb-4f47-85d2-2fae6cd1a293',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.172842] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e524f40-78cb-4f47-85d2-2fae6cd1a293 [ 652.173263] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.173481] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.173670] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.173964] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.174127] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.174288] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e524f40-78cb-4f47-85d2-2fae6cd1a293 already deleted. [ 652.174417] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e524f40-78cb-4f47-85d2-2fae6cd1a293" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.172702] env[69707]: INFO networking_nsxv3.common.synchronization [None req-1c3fb1fd-ace2-4868-bd44-d1b3192b6855 None None] Enqueued Resource ID: b2dd3699-aaa4-494d-a38f-fe5e2519a190 with Priority: HIGHEST for action port [ 653.173081] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dd3699-aaa4-494d-a38f-fe5e2519a190 with Priority: HIGHEST for action port [ 653.173803] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2dd3699-aaa4-494d-a38f-fe5e2519a190 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.173803] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2dd3699-aaa4-494d-a38f-fe5e2519a190" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.173803] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2dd3699-aaa4-494d-a38f-fe5e2519a190" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.174287] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2dd3699-aaa4-494d-a38f-fe5e2519a190" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.174497] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2dd3699-aaa4-494d-a38f-fe5e2519a190',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.202166] env[69707]: INFO networking_nsxv3.common.synchronization [None req-ff54cb19-4589-4c4c-911c-4663714c8b64 None None] Enqueued Resource ID: 599d2289-3133-4a18-906d-66d6e51406d0 with Priority: HIGHEST for action port [ 653.202456] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 599d2289-3133-4a18-906d-66d6e51406d0 with Priority: HIGHEST for action port [ 653.203267] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-599d2289-3133-4a18-906d-66d6e51406d0 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.203387] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-599d2289-3133-4a18-906d-66d6e51406d0" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.203457] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-599d2289-3133-4a18-906d-66d6e51406d0" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.203740] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-599d2289-3133-4a18-906d-66d6e51406d0" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.204089] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('599d2289-3133-4a18-906d-66d6e51406d0',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.468125] env[69707]: INFO networking_nsxv3.common.synchronization [None req-0e6b5169-bb5f-4adf-9495-1932774528b2 tempest-VolumesAdminNegativeTest-1231895596 tempest-VolumesAdminNegativeTest-1231895596-project-member] Enqueued Resource ID: 621bb97e-fb0f-4d42-934c-3b2ecf517d06 with Priority: HIGHEST for action security_group_rules [ 653.468125] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621bb97e-fb0f-4d42-934c-3b2ecf517d06 with Priority: HIGHEST for action security_group_rules [ 653.468125] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-621bb97e-fb0f-4d42-934c-3b2ecf517d06 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.468125] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-621bb97e-fb0f-4d42-934c-3b2ecf517d06" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.468125] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-621bb97e-fb0f-4d42-934c-3b2ecf517d06" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.469326] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-621bb97e-fb0f-4d42-934c-3b2ecf517d06" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.469532] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('621bb97e-fb0f-4d42-934c-3b2ecf517d06',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.677106] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2dd3699-aaa4-494d-a38f-fe5e2519a190 [ 653.677471] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.677568] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.677568] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.677778] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.677869] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.677964] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2dd3699-aaa4-494d-a38f-fe5e2519a190 already deleted. [ 653.678061] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2dd3699-aaa4-494d-a38f-fe5e2519a190" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.705564] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 599d2289-3133-4a18-906d-66d6e51406d0 [ 653.708253] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.708426] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.708498] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.708723] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.708815] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.708914] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:599d2289-3133-4a18-906d-66d6e51406d0 already deleted. [ 653.708994] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-599d2289-3133-4a18-906d-66d6e51406d0" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.771468] env[69707]: INFO networking_nsxv3.common.synchronization [None req-b6400588-ac9d-4d4c-a6b8-acdb46ea9fb7 tempest-VolumesAdminNegativeTest-1231895596 tempest-VolumesAdminNegativeTest-1231895596-project-member] Enqueued Resource ID: 621bb97e-fb0f-4d42-934c-3b2ecf517d06 with Priority: HIGHEST for action security_group_rules [ 653.771468] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621bb97e-fb0f-4d42-934c-3b2ecf517d06 with Priority: HIGHEST for action security_group_rules [ 653.773163] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-621bb97e-fb0f-4d42-934c-3b2ecf517d06 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.773460] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-621bb97e-fb0f-4d42-934c-3b2ecf517d06" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.972109] env[69707]: INFO networking_nsxv3.common.synchronization [None req-75058377-4027-401c-bd7d-19f401324c44 None None] Enqueued Resource ID: 1ddc67bd-3d9b-4e47-ac58-15d1ec43782d with Priority: HIGHEST for action port [ 653.975042] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddc67bd-3d9b-4e47-ac58-15d1ec43782d with Priority: HIGHEST for action port [ 653.975682] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ddc67bd-3d9b-4e47-ac58-15d1ec43782d taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.976133] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ddc67bd-3d9b-4e47-ac58-15d1ec43782d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.976133] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ddc67bd-3d9b-4e47-ac58-15d1ec43782d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.976133] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ddc67bd-3d9b-4e47-ac58-15d1ec43782d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.976302] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ddc67bd-3d9b-4e47-ac58-15d1ec43782d',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.996085] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.996085] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.996085] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.996276] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.996314] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.996411] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 621bb97e-fb0f-4d42-934c-3b2ecf517d06 already deleted. [ 653.996491] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-621bb97e-fb0f-4d42-934c-3b2ecf517d06" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.996627] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-621bb97e-fb0f-4d42-934c-3b2ecf517d06" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.996772] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-621bb97e-fb0f-4d42-934c-3b2ecf517d06" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.996857] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('621bb97e-fb0f-4d42-934c-3b2ecf517d06',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.480973] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ddc67bd-3d9b-4e47-ac58-15d1ec43782d [ 654.481612] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.481612] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.481966] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.482359] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.484899] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.485129] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ddc67bd-3d9b-4e47-ac58-15d1ec43782d already deleted. [ 654.485321] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ddc67bd-3d9b-4e47-ac58-15d1ec43782d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.520116] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.520116] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.520116] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.520116] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.520116] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.520116] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 621bb97e-fb0f-4d42-934c-3b2ecf517d06 already deleted. [ 654.522257] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-621bb97e-fb0f-4d42-934c-3b2ecf517d06" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.988012] env[69707]: INFO networking_nsxv3.common.synchronization [None req-dbc92c6a-8595-4da1-99d4-a30c7d45515e None None] Enqueued Resource ID: 9045ca2a-449b-4d39-b950-cc40e4eafa5a with Priority: HIGHEST for action port [ 654.988012] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9045ca2a-449b-4d39-b950-cc40e4eafa5a with Priority: HIGHEST for action port [ 654.988571] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-9045ca2a-449b-4d39-b950-cc40e4eafa5a taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.988697] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9045ca2a-449b-4d39-b950-cc40e4eafa5a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.988772] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9045ca2a-449b-4d39-b950-cc40e4eafa5a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.990734] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9045ca2a-449b-4d39-b950-cc40e4eafa5a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.990875] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9045ca2a-449b-4d39-b950-cc40e4eafa5a',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.502081] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9045ca2a-449b-4d39-b950-cc40e4eafa5a [ 655.502081] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.502081] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.502081] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.502081] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.502081] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.502081] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9045ca2a-449b-4d39-b950-cc40e4eafa5a already deleted. [ 655.502081] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9045ca2a-449b-4d39-b950-cc40e4eafa5a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.774228] env[69707]: INFO networking_nsxv3.common.synchronization [None req-5c6d66eb-6d5e-483b-899f-1e974e189d48 None None] Enqueued Resource ID: 064ef3f1-6d33-4c57-9596-e2a4ddd17dcc with Priority: HIGHEST for action port [ 655.774228] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064ef3f1-6d33-4c57-9596-e2a4ddd17dcc with Priority: HIGHEST for action port [ 655.774228] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-064ef3f1-6d33-4c57-9596-e2a4ddd17dcc taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.774228] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-064ef3f1-6d33-4c57-9596-e2a4ddd17dcc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.774228] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-064ef3f1-6d33-4c57-9596-e2a4ddd17dcc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.774866] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-064ef3f1-6d33-4c57-9596-e2a4ddd17dcc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.774866] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('064ef3f1-6d33-4c57-9596-e2a4ddd17dcc',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.277762] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 064ef3f1-6d33-4c57-9596-e2a4ddd17dcc [ 656.277929] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.279064] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.279064] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.279064] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.279064] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.279064] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:064ef3f1-6d33-4c57-9596-e2a4ddd17dcc already deleted. [ 656.279064] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-064ef3f1-6d33-4c57-9596-e2a4ddd17dcc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.764319] env[69707]: INFO networking_nsxv3.common.synchronization [None req-8a9cfc96-5b91-4e3f-8bd7-e30a09bf9850 None None] Enqueued Resource ID: a8a4c0d8-8897-4c77-9282-27b8a7719143 with Priority: HIGHEST for action port [ 656.764319] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8a4c0d8-8897-4c77-9282-27b8a7719143 with Priority: HIGHEST for action port [ 656.764944] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8a4c0d8-8897-4c77-9282-27b8a7719143 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.765050] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8a4c0d8-8897-4c77-9282-27b8a7719143" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.766037] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8a4c0d8-8897-4c77-9282-27b8a7719143" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.766411] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8a4c0d8-8897-4c77-9282-27b8a7719143" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.766574] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8a4c0d8-8897-4c77-9282-27b8a7719143',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.932020] env[69707]: INFO networking_nsxv3.common.synchronization [None req-19051ab1-3b55-4ed2-aa6e-87c058cbc534 None None] Enqueued Resource ID: 49bd218a-b47b-4e8d-979f-fc7721030d89 with Priority: HIGHEST for action port [ 656.932020] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49bd218a-b47b-4e8d-979f-fc7721030d89 with Priority: HIGHEST for action port [ 656.936400] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-49bd218a-b47b-4e8d-979f-fc7721030d89 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.936894] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49bd218a-b47b-4e8d-979f-fc7721030d89" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.937210] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49bd218a-b47b-4e8d-979f-fc7721030d89" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.937714] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49bd218a-b47b-4e8d-979f-fc7721030d89" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.938024] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49bd218a-b47b-4e8d-979f-fc7721030d89',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.271657] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8a4c0d8-8897-4c77-9282-27b8a7719143 [ 657.272198] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.272498] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.272887] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.273122] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.273422] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.273422] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8a4c0d8-8897-4c77-9282-27b8a7719143 already deleted. [ 657.273422] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8a4c0d8-8897-4c77-9282-27b8a7719143" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.441284] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49bd218a-b47b-4e8d-979f-fc7721030d89 [ 657.441284] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.441284] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.441284] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.441284] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.441284] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.441284] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49bd218a-b47b-4e8d-979f-fc7721030d89 already deleted. [ 657.441752] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49bd218a-b47b-4e8d-979f-fc7721030d89" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.855588] env[69707]: INFO networking_nsxv3.common.synchronization [None req-79a895ff-c999-4d91-9c24-2dffd11c27b8 tempest-ServerActionsV293TestJSON-199615317 tempest-ServerActionsV293TestJSON-199615317-project-member] Enqueued Resource ID: d4e30cff-2598-4c85-8c7e-c0d6c438e3bc with Priority: HIGHEST for action security_group_rules [ 657.856260] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e30cff-2598-4c85-8c7e-c0d6c438e3bc with Priority: HIGHEST for action security_group_rules [ 657.856327] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4e30cff-2598-4c85-8c7e-c0d6c438e3bc taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.856444] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4e30cff-2598-4c85-8c7e-c0d6c438e3bc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.856510] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4e30cff-2598-4c85-8c7e-c0d6c438e3bc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.856758] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4e30cff-2598-4c85-8c7e-c0d6c438e3bc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.856834] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4e30cff-2598-4c85-8c7e-c0d6c438e3bc',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.239354] env[69707]: INFO networking_nsxv3.common.synchronization [None req-3ff36438-35f1-4a4a-9d5a-54423be6e474 tempest-ServerActionsV293TestJSON-199615317 tempest-ServerActionsV293TestJSON-199615317-project-member] Enqueued Resource ID: d4e30cff-2598-4c85-8c7e-c0d6c438e3bc with Priority: HIGHEST for action security_group_rules [ 658.239607] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e30cff-2598-4c85-8c7e-c0d6c438e3bc with Priority: HIGHEST for action security_group_rules [ 658.241890] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4e30cff-2598-4c85-8c7e-c0d6c438e3bc taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.242258] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4e30cff-2598-4c85-8c7e-c0d6c438e3bc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.386668] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.386668] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.386668] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.386668] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.386668] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.386668] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4e30cff-2598-4c85-8c7e-c0d6c438e3bc already deleted. [ 658.386668] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4e30cff-2598-4c85-8c7e-c0d6c438e3bc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.386668] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4e30cff-2598-4c85-8c7e-c0d6c438e3bc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.386668] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4e30cff-2598-4c85-8c7e-c0d6c438e3bc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.386668] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4e30cff-2598-4c85-8c7e-c0d6c438e3bc',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.653461] env[69707]: INFO networking_nsxv3.common.synchronization [None req-6f1be1da-3af2-41c5-87d4-e773e2de66bf None None] Enqueued Resource ID: 56a1f28c-2f38-4141-af9d-36f679a2356b with Priority: HIGHEST for action port [ 658.653461] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a1f28c-2f38-4141-af9d-36f679a2356b with Priority: HIGHEST for action port [ 658.654575] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-56a1f28c-2f38-4141-af9d-36f679a2356b taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.654976] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56a1f28c-2f38-4141-af9d-36f679a2356b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.656178] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56a1f28c-2f38-4141-af9d-36f679a2356b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.657341] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56a1f28c-2f38-4141-af9d-36f679a2356b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.657341] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a1f28c-2f38-4141-af9d-36f679a2356b',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.909308] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.909308] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.909308] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.909308] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.909308] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.909308] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4e30cff-2598-4c85-8c7e-c0d6c438e3bc already deleted. [ 658.909308] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4e30cff-2598-4c85-8c7e-c0d6c438e3bc" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.158682] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56a1f28c-2f38-4141-af9d-36f679a2356b [ 659.158921] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.159530] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.159530] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.159530] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.159530] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.159530] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56a1f28c-2f38-4141-af9d-36f679a2356b already deleted. [ 659.159763] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56a1f28c-2f38-4141-af9d-36f679a2356b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.486509] env[69707]: INFO networking_nsxv3.common.synchronization [None req-d2c47348-88a3-4a7e-9815-20b4b7207309 None None] Enqueued Resource ID: 2d5de354-ab67-485b-b60b-eb2ee09f4aff with Priority: HIGHEST for action port [ 659.486823] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d5de354-ab67-485b-b60b-eb2ee09f4aff with Priority: HIGHEST for action port [ 659.487435] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d5de354-ab67-485b-b60b-eb2ee09f4aff taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.487568] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d5de354-ab67-485b-b60b-eb2ee09f4aff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.487642] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d5de354-ab67-485b-b60b-eb2ee09f4aff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.488467] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d5de354-ab67-485b-b60b-eb2ee09f4aff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.488610] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5de354-ab67-485b-b60b-eb2ee09f4aff',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.992306] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d5de354-ab67-485b-b60b-eb2ee09f4aff [ 659.992561] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.992675] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.992738] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.992983] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.993107] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.993927] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d5de354-ab67-485b-b60b-eb2ee09f4aff already deleted. [ 659.993927] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d5de354-ab67-485b-b60b-eb2ee09f4aff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.741179] env[69707]: INFO networking_nsxv3.common.synchronization [None req-044de5c8-49b0-45ec-9dfd-a41b7345986e None None] Enqueued Resource ID: 6e1a9b56-766e-4c8b-864f-82481cdb036a with Priority: HIGHEST for action port [ 660.741179] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1a9b56-766e-4c8b-864f-82481cdb036a with Priority: HIGHEST for action port [ 660.741179] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e1a9b56-766e-4c8b-864f-82481cdb036a taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.741396] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e1a9b56-766e-4c8b-864f-82481cdb036a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.741454] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e1a9b56-766e-4c8b-864f-82481cdb036a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.741694] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e1a9b56-766e-4c8b-864f-82481cdb036a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.741779] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e1a9b56-766e-4c8b-864f-82481cdb036a',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.245453] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e1a9b56-766e-4c8b-864f-82481cdb036a [ 661.245818] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.246140] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.246140] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.246267] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.246267] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.246485] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e1a9b56-766e-4c8b-864f-82481cdb036a already deleted. [ 661.246485] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e1a9b56-766e-4c8b-864f-82481cdb036a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.912210] env[69707]: INFO networking_nsxv3.common.synchronization [None req-3da7df26-2b02-4d8f-b09d-41d13c033876 None None] Enqueued Resource ID: 05dfda9d-ae2b-4559-baac-9159a15bc647 with Priority: HIGHEST for action port [ 662.913424] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05dfda9d-ae2b-4559-baac-9159a15bc647 with Priority: HIGHEST for action port [ 662.914467] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-05dfda9d-ae2b-4559-baac-9159a15bc647 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.914467] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05dfda9d-ae2b-4559-baac-9159a15bc647" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.914467] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05dfda9d-ae2b-4559-baac-9159a15bc647" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.915158] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05dfda9d-ae2b-4559-baac-9159a15bc647" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.915278] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05dfda9d-ae2b-4559-baac-9159a15bc647',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.074421] env[69707]: INFO networking_nsxv3.common.synchronization [None req-3c19ef38-4b02-4668-8357-9bb2741b23d2 None None] Enqueued Resource ID: 4cfe95f2-e189-4611-8fb4-dd5a95f2cabe with Priority: HIGHEST for action port [ 663.074708] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cfe95f2-e189-4611-8fb4-dd5a95f2cabe with Priority: HIGHEST for action port [ 663.075336] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cfe95f2-e189-4611-8fb4-dd5a95f2cabe taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.075459] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cfe95f2-e189-4611-8fb4-dd5a95f2cabe" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.075527] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cfe95f2-e189-4611-8fb4-dd5a95f2cabe" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.075794] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cfe95f2-e189-4611-8fb4-dd5a95f2cabe" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.075915] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cfe95f2-e189-4611-8fb4-dd5a95f2cabe',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.417821] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05dfda9d-ae2b-4559-baac-9159a15bc647 [ 663.417821] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.418416] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.418416] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.418416] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.418416] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.418416] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05dfda9d-ae2b-4559-baac-9159a15bc647 already deleted. [ 663.418606] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05dfda9d-ae2b-4559-baac-9159a15bc647" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.445833] env[69707]: INFO networking_nsxv3.common.synchronization [None req-42d8b1d3-2cf6-4c37-8685-a849d48174ea tempest-AttachVolumeNegativeTest-394801193 tempest-AttachVolumeNegativeTest-394801193-project-member] Enqueued Resource ID: 9fabb0cb-ba99-4c94-b5c9-8659707de70d with Priority: HIGHEST for action security_group_rules [ 663.446502] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fabb0cb-ba99-4c94-b5c9-8659707de70d with Priority: HIGHEST for action security_group_rules [ 663.446664] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fabb0cb-ba99-4c94-b5c9-8659707de70d taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.446776] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fabb0cb-ba99-4c94-b5c9-8659707de70d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.446843] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fabb0cb-ba99-4c94-b5c9-8659707de70d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.447674] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fabb0cb-ba99-4c94-b5c9-8659707de70d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.447761] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fabb0cb-ba99-4c94-b5c9-8659707de70d',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.570629] env[69707]: INFO networking_nsxv3.common.synchronization [None req-b1bf46a0-7d39-4c6f-b0c3-1fe07ecadd24 tempest-AttachVolumeNegativeTest-394801193 tempest-AttachVolumeNegativeTest-394801193-project-member] Enqueued Resource ID: 9fabb0cb-ba99-4c94-b5c9-8659707de70d with Priority: HIGHEST for action security_group_rules [ 663.571536] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fabb0cb-ba99-4c94-b5c9-8659707de70d with Priority: HIGHEST for action security_group_rules [ 663.571864] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fabb0cb-ba99-4c94-b5c9-8659707de70d taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.571939] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fabb0cb-ba99-4c94-b5c9-8659707de70d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.578787] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cfe95f2-e189-4611-8fb4-dd5a95f2cabe [ 663.579153] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.579153] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.579153] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.579325] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.579760] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.579760] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cfe95f2-e189-4611-8fb4-dd5a95f2cabe already deleted. [ 663.579760] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cfe95f2-e189-4611-8fb4-dd5a95f2cabe" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.971054] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.971307] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.971572] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.971972] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.972167] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.972308] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fabb0cb-ba99-4c94-b5c9-8659707de70d already deleted. [ 663.972431] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fabb0cb-ba99-4c94-b5c9-8659707de70d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.972624] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fabb0cb-ba99-4c94-b5c9-8659707de70d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.972877] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fabb0cb-ba99-4c94-b5c9-8659707de70d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.973016] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fabb0cb-ba99-4c94-b5c9-8659707de70d',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.499286] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.499286] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.499286] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.499286] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.499286] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.499286] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fabb0cb-ba99-4c94-b5c9-8659707de70d already deleted. [ 664.499286] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fabb0cb-ba99-4c94-b5c9-8659707de70d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.840022] env[69707]: INFO networking_nsxv3.common.synchronization [None req-1fb8d502-899e-4f28-8bec-e28571ca97d9 None None] Enqueued Resource ID: 558caf21-4127-445c-9d6b-9fa015fb4748 with Priority: HIGHEST for action port [ 664.840022] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558caf21-4127-445c-9d6b-9fa015fb4748 with Priority: HIGHEST for action port [ 664.840022] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-558caf21-4127-445c-9d6b-9fa015fb4748 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.840022] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-558caf21-4127-445c-9d6b-9fa015fb4748" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.840022] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-558caf21-4127-445c-9d6b-9fa015fb4748" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.840022] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-558caf21-4127-445c-9d6b-9fa015fb4748" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.840022] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('558caf21-4127-445c-9d6b-9fa015fb4748',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.344422] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 558caf21-4127-445c-9d6b-9fa015fb4748 [ 665.344702] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.344809] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.345151] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.345151] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.345274] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.345274] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:558caf21-4127-445c-9d6b-9fa015fb4748 already deleted. [ 665.345348] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-558caf21-4127-445c-9d6b-9fa015fb4748" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.927161] env[69707]: INFO networking_nsxv3.common.synchronization [None req-c0eef2e9-956d-4920-a195-1daf64d30ae1 None None] Enqueued Resource ID: b37772a2-3b59-4c22-9f9c-51d583a76ccd with Priority: HIGHEST for action port [ 667.927161] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37772a2-3b59-4c22-9f9c-51d583a76ccd with Priority: HIGHEST for action port [ 667.927676] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-b37772a2-3b59-4c22-9f9c-51d583a76ccd taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.927795] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b37772a2-3b59-4c22-9f9c-51d583a76ccd" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.928106] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b37772a2-3b59-4c22-9f9c-51d583a76ccd" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.932492] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b37772a2-3b59-4c22-9f9c-51d583a76ccd" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.932492] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b37772a2-3b59-4c22-9f9c-51d583a76ccd',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.435374] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b37772a2-3b59-4c22-9f9c-51d583a76ccd [ 668.435830] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.435830] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.435830] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.436133] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.436298] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.436416] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b37772a2-3b59-4c22-9f9c-51d583a76ccd already deleted. [ 668.436416] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b37772a2-3b59-4c22-9f9c-51d583a76ccd" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.243025] env[69707]: INFO networking_nsxv3.common.synchronization [None req-ad207663-9a9c-4656-b122-8f94c091b974 None None] Enqueued Resource ID: 03d5db94-f86b-4daf-8f52-60a0f9dce739 with Priority: HIGHEST for action port [ 672.243628] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03d5db94-f86b-4daf-8f52-60a0f9dce739 with Priority: HIGHEST for action port [ 672.243948] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-03d5db94-f86b-4daf-8f52-60a0f9dce739 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.244661] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03d5db94-f86b-4daf-8f52-60a0f9dce739" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.245222] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03d5db94-f86b-4daf-8f52-60a0f9dce739" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.246255] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03d5db94-f86b-4daf-8f52-60a0f9dce739" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.246635] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d5db94-f86b-4daf-8f52-60a0f9dce739',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.751552] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03d5db94-f86b-4daf-8f52-60a0f9dce739 [ 672.751552] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.751666] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.751705] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.751946] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.752021] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.752123] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03d5db94-f86b-4daf-8f52-60a0f9dce739 already deleted. [ 672.752211] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03d5db94-f86b-4daf-8f52-60a0f9dce739" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.925217] env[69707]: INFO networking_nsxv3.common.synchronization [None req-0b01825f-34ab-4486-8d8b-4ad4b912ee2e None None] Enqueued Resource ID: 5b159261-e3b9-4fbe-83f2-2d2b9a22543a with Priority: HIGHEST for action port [ 674.925217] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b159261-e3b9-4fbe-83f2-2d2b9a22543a with Priority: HIGHEST for action port [ 674.925217] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b159261-e3b9-4fbe-83f2-2d2b9a22543a taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.925217] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b159261-e3b9-4fbe-83f2-2d2b9a22543a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.925217] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b159261-e3b9-4fbe-83f2-2d2b9a22543a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.925217] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b159261-e3b9-4fbe-83f2-2d2b9a22543a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.925217] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b159261-e3b9-4fbe-83f2-2d2b9a22543a',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.428350] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b159261-e3b9-4fbe-83f2-2d2b9a22543a [ 675.428682] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.428801] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.429768] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.429768] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.429768] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.429768] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b159261-e3b9-4fbe-83f2-2d2b9a22543a already deleted. [ 675.429982] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b159261-e3b9-4fbe-83f2-2d2b9a22543a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.775281] env[69707]: INFO networking_nsxv3.common.synchronization [None req-d9b74bae-9e6e-48f9-889d-d499447c441d None None] Enqueued Resource ID: f2e98779-a450-44ff-805e-52086d1c5537 with Priority: HIGHEST for action port [ 675.775281] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2e98779-a450-44ff-805e-52086d1c5537 with Priority: HIGHEST for action port [ 675.777293] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2e98779-a450-44ff-805e-52086d1c5537 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.777293] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2e98779-a450-44ff-805e-52086d1c5537" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.777453] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2e98779-a450-44ff-805e-52086d1c5537" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.777980] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2e98779-a450-44ff-805e-52086d1c5537" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.778481] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2e98779-a450-44ff-805e-52086d1c5537',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.281852] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2e98779-a450-44ff-805e-52086d1c5537 [ 676.281852] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.281852] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.281852] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.282272] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.282272] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.282272] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2e98779-a450-44ff-805e-52086d1c5537 already deleted. [ 676.282404] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2e98779-a450-44ff-805e-52086d1c5537" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.386211] env[69707]: INFO networking_nsxv3.common.synchronization [None req-bdf5c36a-821e-4bf8-941d-eadeb3f26c65 None None] Enqueued Resource ID: acb81d5b-53b0-44c8-b008-8e1dacb29174 with Priority: HIGHEST for action port [ 677.387491] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb81d5b-53b0-44c8-b008-8e1dacb29174 with Priority: HIGHEST for action port [ 677.387491] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-acb81d5b-53b0-44c8-b008-8e1dacb29174 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.387491] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acb81d5b-53b0-44c8-b008-8e1dacb29174" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.387491] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acb81d5b-53b0-44c8-b008-8e1dacb29174" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.387892] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acb81d5b-53b0-44c8-b008-8e1dacb29174" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.387892] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acb81d5b-53b0-44c8-b008-8e1dacb29174',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.898042] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acb81d5b-53b0-44c8-b008-8e1dacb29174 [ 677.898042] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.898042] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.898042] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.898042] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.898042] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.898042] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acb81d5b-53b0-44c8-b008-8e1dacb29174 already deleted. [ 677.898042] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acb81d5b-53b0-44c8-b008-8e1dacb29174" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.871979] env[69707]: INFO networking_nsxv3.common.synchronization [None req-b8bf6462-247c-4450-bd9d-1198fc972c7d None None] Enqueued Resource ID: 75827004-6dc3-4618-9f2e-42e4f24a0e1d with Priority: HIGHEST for action port [ 678.873750] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75827004-6dc3-4618-9f2e-42e4f24a0e1d with Priority: HIGHEST for action port [ 678.873750] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-75827004-6dc3-4618-9f2e-42e4f24a0e1d taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.873750] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75827004-6dc3-4618-9f2e-42e4f24a0e1d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.873750] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75827004-6dc3-4618-9f2e-42e4f24a0e1d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.873976] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75827004-6dc3-4618-9f2e-42e4f24a0e1d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.874622] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75827004-6dc3-4618-9f2e-42e4f24a0e1d',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.376901] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75827004-6dc3-4618-9f2e-42e4f24a0e1d [ 679.377251] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.377400] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.377400] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.378407] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.378407] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.378407] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75827004-6dc3-4618-9f2e-42e4f24a0e1d already deleted. [ 679.378407] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75827004-6dc3-4618-9f2e-42e4f24a0e1d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.274985] env[69707]: INFO networking_nsxv3.common.synchronization [None req-7f337e8c-71d8-4807-953b-d24e443d0dbc tempest-ServerActionsTestOtherB-833697756 tempest-ServerActionsTestOtherB-833697756-project-member] Enqueued Resource ID: 7420d83f-4243-4b9d-9e12-64d3810896b4 with Priority: HIGHEST for action security_group_rules [ 680.274985] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7420d83f-4243-4b9d-9e12-64d3810896b4 with Priority: HIGHEST for action security_group_rules [ 680.274985] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7420d83f-4243-4b9d-9e12-64d3810896b4 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.274985] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7420d83f-4243-4b9d-9e12-64d3810896b4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.274985] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7420d83f-4243-4b9d-9e12-64d3810896b4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.274985] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7420d83f-4243-4b9d-9e12-64d3810896b4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.274985] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7420d83f-4243-4b9d-9e12-64d3810896b4',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.504337] env[69707]: INFO networking_nsxv3.common.synchronization [None req-9a4f1d45-7d2a-423f-b160-4bc9d893dad8 None None] Enqueued Resource ID: 3a85f395-8667-4735-bf33-27adc532122b with Priority: HIGHEST for action port [ 680.504337] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a85f395-8667-4735-bf33-27adc532122b with Priority: HIGHEST for action port [ 680.504655] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a85f395-8667-4735-bf33-27adc532122b taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.504655] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a85f395-8667-4735-bf33-27adc532122b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.504739] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a85f395-8667-4735-bf33-27adc532122b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.504979] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a85f395-8667-4735-bf33-27adc532122b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.505522] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a85f395-8667-4735-bf33-27adc532122b',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.678275] env[69707]: INFO networking_nsxv3.common.synchronization [None req-f2b4c639-2fae-4533-a5ea-839068a83248 tempest-ServerActionsTestOtherB-833697756 tempest-ServerActionsTestOtherB-833697756-project-member] Enqueued Resource ID: 7420d83f-4243-4b9d-9e12-64d3810896b4 with Priority: HIGHEST for action security_group_rules [ 680.678275] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7420d83f-4243-4b9d-9e12-64d3810896b4 with Priority: HIGHEST for action security_group_rules [ 680.678275] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7420d83f-4243-4b9d-9e12-64d3810896b4 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.678275] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7420d83f-4243-4b9d-9e12-64d3810896b4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.790294] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.790791] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.790995] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.791597] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.793395] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.793395] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7420d83f-4243-4b9d-9e12-64d3810896b4 already deleted. [ 680.793395] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7420d83f-4243-4b9d-9e12-64d3810896b4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.793395] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7420d83f-4243-4b9d-9e12-64d3810896b4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.793395] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7420d83f-4243-4b9d-9e12-64d3810896b4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.793395] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7420d83f-4243-4b9d-9e12-64d3810896b4',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.008282] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a85f395-8667-4735-bf33-27adc532122b [ 681.008430] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.008540] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.008779] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.008812] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.008904] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.009379] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a85f395-8667-4735-bf33-27adc532122b already deleted. [ 681.009379] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a85f395-8667-4735-bf33-27adc532122b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.314978] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.315837] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.315837] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.315837] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.315837] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.315837] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7420d83f-4243-4b9d-9e12-64d3810896b4 already deleted. [ 681.315837] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7420d83f-4243-4b9d-9e12-64d3810896b4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.415344] env[69707]: INFO networking_nsxv3.common.synchronization [None req-470471e2-e8cd-42e7-8734-eb4a7347a439 None None] Enqueued Resource ID: 3d35f0dc-4cb8-46f4-b7e1-66af5a4cbcaa with Priority: HIGHEST for action port [ 681.415842] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d35f0dc-4cb8-46f4-b7e1-66af5a4cbcaa with Priority: HIGHEST for action port [ 681.416406] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d35f0dc-4cb8-46f4-b7e1-66af5a4cbcaa taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.416406] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d35f0dc-4cb8-46f4-b7e1-66af5a4cbcaa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.416547] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d35f0dc-4cb8-46f4-b7e1-66af5a4cbcaa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.417961] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d35f0dc-4cb8-46f4-b7e1-66af5a4cbcaa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.418264] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d35f0dc-4cb8-46f4-b7e1-66af5a4cbcaa',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.920574] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d35f0dc-4cb8-46f4-b7e1-66af5a4cbcaa [ 681.920892] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.920961] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.921031] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.921294] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.921365] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.921456] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d35f0dc-4cb8-46f4-b7e1-66af5a4cbcaa already deleted. [ 681.921533] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d35f0dc-4cb8-46f4-b7e1-66af5a4cbcaa" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.890784] env[69707]: INFO networking_nsxv3.common.synchronization [None req-85bbf0d1-3ec2-4cfe-98d9-245b435e630a None None] Enqueued Resource ID: fc1e2efc-a1a2-40ba-9acb-b164e6d9a2c9 with Priority: HIGHEST for action port [ 682.890784] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1e2efc-a1a2-40ba-9acb-b164e6d9a2c9 with Priority: HIGHEST for action port [ 682.890784] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc1e2efc-a1a2-40ba-9acb-b164e6d9a2c9 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.890784] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc1e2efc-a1a2-40ba-9acb-b164e6d9a2c9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.890784] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc1e2efc-a1a2-40ba-9acb-b164e6d9a2c9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.891423] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc1e2efc-a1a2-40ba-9acb-b164e6d9a2c9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.891423] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc1e2efc-a1a2-40ba-9acb-b164e6d9a2c9',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.351398] env[69707]: INFO networking_nsxv3.common.synchronization [None req-85605ba9-0c32-4a98-bb4c-e60627d61f68 None None] Enqueued Resource ID: 3bf0926e-190e-4e34-880e-bd50ac116855 with Priority: HIGHEST for action port [ 683.352571] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf0926e-190e-4e34-880e-bd50ac116855 with Priority: HIGHEST for action port [ 683.353642] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bf0926e-190e-4e34-880e-bd50ac116855 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.354755] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bf0926e-190e-4e34-880e-bd50ac116855" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.354755] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bf0926e-190e-4e34-880e-bd50ac116855" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.354755] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bf0926e-190e-4e34-880e-bd50ac116855" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.354755] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf0926e-190e-4e34-880e-bd50ac116855',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.393318] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc1e2efc-a1a2-40ba-9acb-b164e6d9a2c9 [ 683.393574] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.393678] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.393753] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.393987] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.394079] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.394193] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc1e2efc-a1a2-40ba-9acb-b164e6d9a2c9 already deleted. [ 683.394392] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc1e2efc-a1a2-40ba-9acb-b164e6d9a2c9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.858394] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bf0926e-190e-4e34-880e-bd50ac116855 [ 683.858641] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.858781] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.858852] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.860803] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.860803] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.860803] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bf0926e-190e-4e34-880e-bd50ac116855 already deleted. [ 683.860803] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bf0926e-190e-4e34-880e-bd50ac116855" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.065141] env[69707]: INFO networking_nsxv3.common.synchronization [None req-94eb8566-b3f5-44ce-94bd-43b5fc6b7816 None None] Enqueued Resource ID: 78f2d1b5-a40a-4e95-ac2e-94de5bb6c57f with Priority: HIGHEST for action port [ 685.065141] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f2d1b5-a40a-4e95-ac2e-94de5bb6c57f with Priority: HIGHEST for action port [ 685.065141] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-78f2d1b5-a40a-4e95-ac2e-94de5bb6c57f taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.065141] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78f2d1b5-a40a-4e95-ac2e-94de5bb6c57f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.066367] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78f2d1b5-a40a-4e95-ac2e-94de5bb6c57f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.066849] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78f2d1b5-a40a-4e95-ac2e-94de5bb6c57f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.067059] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78f2d1b5-a40a-4e95-ac2e-94de5bb6c57f',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.347973] env[69707]: INFO networking_nsxv3.common.synchronization [None req-29114a9f-ef5e-4f84-bd5c-ffa74b6883e5 None None] Enqueued Resource ID: ee695ab0-5b11-4cbd-b768-b704010ba469 with Priority: HIGHEST for action port [ 685.348386] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee695ab0-5b11-4cbd-b768-b704010ba469 with Priority: HIGHEST for action port [ 685.349847] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee695ab0-5b11-4cbd-b768-b704010ba469 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.350000] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee695ab0-5b11-4cbd-b768-b704010ba469" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.350105] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee695ab0-5b11-4cbd-b768-b704010ba469" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.350368] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee695ab0-5b11-4cbd-b768-b704010ba469" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.350447] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee695ab0-5b11-4cbd-b768-b704010ba469',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.569116] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78f2d1b5-a40a-4e95-ac2e-94de5bb6c57f [ 685.569415] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.571507] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.571576] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.571800] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.571895] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.571994] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78f2d1b5-a40a-4e95-ac2e-94de5bb6c57f already deleted. [ 685.572095] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78f2d1b5-a40a-4e95-ac2e-94de5bb6c57f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.822852] env[69707]: INFO networking_nsxv3.common.synchronization [None req-48a57e9d-f999-41b7-8b3e-aacad895c2ef tempest-AttachVolumeNegativeTest-394801193 tempest-AttachVolumeNegativeTest-394801193-project-member] Enqueued Resource ID: 56a9ed52-5e54-4762-b7fa-9bf2f6668cd1 with Priority: HIGHEST for action security_group_rules [ 685.823631] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a9ed52-5e54-4762-b7fa-9bf2f6668cd1 with Priority: HIGHEST for action security_group_rules [ 685.823814] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a9ed52-5e54-4762-b7fa-9bf2f6668cd1 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.823878] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a9ed52-5e54-4762-b7fa-9bf2f6668cd1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.823958] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a9ed52-5e54-4762-b7fa-9bf2f6668cd1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.824379] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a9ed52-5e54-4762-b7fa-9bf2f6668cd1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.824455] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a9ed52-5e54-4762-b7fa-9bf2f6668cd1',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.856729] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee695ab0-5b11-4cbd-b768-b704010ba469 [ 685.856729] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.856729] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.856729] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.856939] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.856939] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.856939] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee695ab0-5b11-4cbd-b768-b704010ba469 already deleted. [ 685.857119] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee695ab0-5b11-4cbd-b768-b704010ba469" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.101495] env[69707]: INFO networking_nsxv3.common.synchronization [None req-04ec2764-97d8-446c-8786-1763fbd558c3 tempest-AttachVolumeNegativeTest-394801193 tempest-AttachVolumeNegativeTest-394801193-project-member] Enqueued Resource ID: 56a9ed52-5e54-4762-b7fa-9bf2f6668cd1 with Priority: HIGHEST for action security_group_rules [ 686.102056] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a9ed52-5e54-4762-b7fa-9bf2f6668cd1 with Priority: HIGHEST for action security_group_rules [ 686.102748] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a9ed52-5e54-4762-b7fa-9bf2f6668cd1 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.102748] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a9ed52-5e54-4762-b7fa-9bf2f6668cd1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.122756] env[69707]: INFO networking_nsxv3.common.synchronization [None req-0a99ec72-0c29-4fcb-be0e-0038be384e00 tempest-AttachVolumeTestJSON-620922628 tempest-AttachVolumeTestJSON-620922628-project-member] Enqueued Resource ID: 9b69eea7-c94c-4690-a138-880b697eeac2 with Priority: HIGHEST for action security_group_rules [ 686.123850] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b69eea7-c94c-4690-a138-880b697eeac2 with Priority: HIGHEST for action security_group_rules [ 686.123928] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b69eea7-c94c-4690-a138-880b697eeac2 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.127129] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b69eea7-c94c-4690-a138-880b697eeac2" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.127330] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b69eea7-c94c-4690-a138-880b697eeac2" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.127627] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b69eea7-c94c-4690-a138-880b697eeac2" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.127750] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b69eea7-c94c-4690-a138-880b697eeac2',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.331271] env[69707]: INFO networking_nsxv3.common.synchronization [None req-28e1eb9c-1273-4de0-8470-f610d42f9f0a tempest-AttachVolumeTestJSON-620922628 tempest-AttachVolumeTestJSON-620922628-project-member] Enqueued Resource ID: 9b69eea7-c94c-4690-a138-880b697eeac2 with Priority: HIGHEST for action security_group_rules [ 686.332113] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b69eea7-c94c-4690-a138-880b697eeac2 with Priority: HIGHEST for action security_group_rules [ 686.333224] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b69eea7-c94c-4690-a138-880b697eeac2 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.333224] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b69eea7-c94c-4690-a138-880b697eeac2" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.358522] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.358667] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.358899] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.361148] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.361148] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.361148] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a9ed52-5e54-4762-b7fa-9bf2f6668cd1 already deleted. [ 686.361148] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a9ed52-5e54-4762-b7fa-9bf2f6668cd1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.361148] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a9ed52-5e54-4762-b7fa-9bf2f6668cd1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.361148] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a9ed52-5e54-4762-b7fa-9bf2f6668cd1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.361148] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a9ed52-5e54-4762-b7fa-9bf2f6668cd1',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.656041] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.656041] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.656041] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.656041] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.656041] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.656041] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b69eea7-c94c-4690-a138-880b697eeac2 already deleted. [ 686.656041] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b69eea7-c94c-4690-a138-880b697eeac2" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.656041] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b69eea7-c94c-4690-a138-880b697eeac2" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.656041] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b69eea7-c94c-4690-a138-880b697eeac2" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.656041] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b69eea7-c94c-4690-a138-880b697eeac2',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.886152] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.886505] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.886587] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.886810] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.887299] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.887418] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a9ed52-5e54-4762-b7fa-9bf2f6668cd1 already deleted. [ 686.887594] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a9ed52-5e54-4762-b7fa-9bf2f6668cd1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.178372] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.178738] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.178738] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.179193] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.179193] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.179245] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b69eea7-c94c-4690-a138-880b697eeac2 already deleted. [ 687.180162] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b69eea7-c94c-4690-a138-880b697eeac2" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.555083] env[69707]: INFO networking_nsxv3.common.synchronization [None req-080b2331-5774-4b3d-ae8a-c225e6f12d78 tempest-ServerActionsTestJSON-1876089861 tempest-ServerActionsTestJSON-1876089861-project-member] Enqueued Resource ID: 65e62a10-1947-4052-b954-4d54b5b87b6d with Priority: HIGHEST for action security_group_rules [ 687.555331] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e62a10-1947-4052-b954-4d54b5b87b6d with Priority: HIGHEST for action security_group_rules [ 687.556019] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65e62a10-1947-4052-b954-4d54b5b87b6d taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.558870] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65e62a10-1947-4052-b954-4d54b5b87b6d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.558978] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65e62a10-1947-4052-b954-4d54b5b87b6d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.559405] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65e62a10-1947-4052-b954-4d54b5b87b6d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.559533] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65e62a10-1947-4052-b954-4d54b5b87b6d',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.603997] env[69707]: INFO networking_nsxv3.common.synchronization [None req-f2ca3c6f-64bf-4372-98f7-3f3c31292848 None None] Enqueued Resource ID: 7f08e4cf-0a02-4eb3-aaa4-f0cb43c58f35 with Priority: HIGHEST for action port [ 687.604832] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f08e4cf-0a02-4eb3-aaa4-f0cb43c58f35 with Priority: HIGHEST for action port [ 687.605846] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f08e4cf-0a02-4eb3-aaa4-f0cb43c58f35 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.605846] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f08e4cf-0a02-4eb3-aaa4-f0cb43c58f35" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.606019] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f08e4cf-0a02-4eb3-aaa4-f0cb43c58f35" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.606289] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f08e4cf-0a02-4eb3-aaa4-f0cb43c58f35" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.606445] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f08e4cf-0a02-4eb3-aaa4-f0cb43c58f35',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.864750] env[69707]: INFO networking_nsxv3.common.synchronization [None req-707cff6c-b28d-4030-a3ed-b417e595767c None None] Enqueued Resource ID: 5fbab098-266e-4047-bf23-e95ed31b9297 with Priority: HIGHEST for action port [ 687.865139] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fbab098-266e-4047-bf23-e95ed31b9297 with Priority: HIGHEST for action port [ 687.865601] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fbab098-266e-4047-bf23-e95ed31b9297 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.865728] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fbab098-266e-4047-bf23-e95ed31b9297" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.865791] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fbab098-266e-4047-bf23-e95ed31b9297" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.866826] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fbab098-266e-4047-bf23-e95ed31b9297" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.866936] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fbab098-266e-4047-bf23-e95ed31b9297',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.039412] env[69707]: INFO networking_nsxv3.common.synchronization [None req-fc6676ad-57f3-401d-a2fe-f6093e01f645 tempest-ServerActionsTestJSON-1876089861 tempest-ServerActionsTestJSON-1876089861-project-member] Enqueued Resource ID: 65e62a10-1947-4052-b954-4d54b5b87b6d with Priority: HIGHEST for action security_group_rules [ 688.039989] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e62a10-1947-4052-b954-4d54b5b87b6d with Priority: HIGHEST for action security_group_rules [ 688.040611] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65e62a10-1947-4052-b954-4d54b5b87b6d taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.040713] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65e62a10-1947-4052-b954-4d54b5b87b6d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.087942] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.087942] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.087942] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.087942] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.087942] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.087942] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65e62a10-1947-4052-b954-4d54b5b87b6d already deleted. [ 688.087942] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65e62a10-1947-4052-b954-4d54b5b87b6d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.087942] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65e62a10-1947-4052-b954-4d54b5b87b6d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.087942] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65e62a10-1947-4052-b954-4d54b5b87b6d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.087942] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65e62a10-1947-4052-b954-4d54b5b87b6d',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.109373] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f08e4cf-0a02-4eb3-aaa4-f0cb43c58f35 [ 688.109373] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.109373] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.109373] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.109373] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.109373] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.109373] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f08e4cf-0a02-4eb3-aaa4-f0cb43c58f35 already deleted. [ 688.109373] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f08e4cf-0a02-4eb3-aaa4-f0cb43c58f35" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.371235] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fbab098-266e-4047-bf23-e95ed31b9297 [ 688.371235] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.371235] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.371235] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.371235] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.371235] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.371235] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fbab098-266e-4047-bf23-e95ed31b9297 already deleted. [ 688.371880] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fbab098-266e-4047-bf23-e95ed31b9297" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.613664] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.613903] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.614009] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.614812] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.615096] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.615245] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65e62a10-1947-4052-b954-4d54b5b87b6d already deleted. [ 688.615520] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65e62a10-1947-4052-b954-4d54b5b87b6d" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.794570] env[69707]: INFO networking_nsxv3.common.synchronization [None req-0efe73c5-2c9d-4913-aab9-3755d1d0b4e9 None None] Enqueued Resource ID: 35f0ed07-c6bb-400d-9e75-7d2a2b5505cd with Priority: HIGHEST for action port [ 689.794845] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f0ed07-c6bb-400d-9e75-7d2a2b5505cd with Priority: HIGHEST for action port [ 689.795393] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f0ed07-c6bb-400d-9e75-7d2a2b5505cd taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.795549] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f0ed07-c6bb-400d-9e75-7d2a2b5505cd" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.795596] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f0ed07-c6bb-400d-9e75-7d2a2b5505cd" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.795842] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f0ed07-c6bb-400d-9e75-7d2a2b5505cd" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.795942] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f0ed07-c6bb-400d-9e75-7d2a2b5505cd',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.299248] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35f0ed07-c6bb-400d-9e75-7d2a2b5505cd [ 690.299683] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.299683] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.299916] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.301118] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.301260] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.301427] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35f0ed07-c6bb-400d-9e75-7d2a2b5505cd already deleted. [ 690.301483] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f0ed07-c6bb-400d-9e75-7d2a2b5505cd" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.957153] env[69707]: INFO networking_nsxv3.common.synchronization [None req-87677be6-07e6-4c98-9f4c-b13d34ad837d None None] Enqueued Resource ID: 48de36af-8dff-47e7-a07e-661de67cfe6c with Priority: HIGHEST for action port [ 690.958164] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48de36af-8dff-47e7-a07e-661de67cfe6c with Priority: HIGHEST for action port [ 690.958164] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-48de36af-8dff-47e7-a07e-661de67cfe6c taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.958164] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48de36af-8dff-47e7-a07e-661de67cfe6c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.958164] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48de36af-8dff-47e7-a07e-661de67cfe6c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.958901] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48de36af-8dff-47e7-a07e-661de67cfe6c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.958901] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48de36af-8dff-47e7-a07e-661de67cfe6c',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.462871] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48de36af-8dff-47e7-a07e-661de67cfe6c [ 691.463394] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.463594] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.463692] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.463942] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.464051] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.464474] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48de36af-8dff-47e7-a07e-661de67cfe6c already deleted. [ 691.465581] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48de36af-8dff-47e7-a07e-661de67cfe6c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.922024] env[69707]: INFO networking_nsxv3.common.synchronization [None req-e5deb35b-f6f1-4c08-afdf-23f78d83b6d2 None None] Enqueued Resource ID: 4c594ab5-f9f6-48a9-9031-b4a92762461c with Priority: HIGHEST for action port [ 692.922351] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c594ab5-f9f6-48a9-9031-b4a92762461c with Priority: HIGHEST for action port [ 692.922956] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c594ab5-f9f6-48a9-9031-b4a92762461c taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.923207] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c594ab5-f9f6-48a9-9031-b4a92762461c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.923297] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c594ab5-f9f6-48a9-9031-b4a92762461c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.924288] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c594ab5-f9f6-48a9-9031-b4a92762461c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.924362] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c594ab5-f9f6-48a9-9031-b4a92762461c',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.427444] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c594ab5-f9f6-48a9-9031-b4a92762461c [ 693.427805] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.427962] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.428073] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.428299] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.428397] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.428481] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c594ab5-f9f6-48a9-9031-b4a92762461c already deleted. [ 693.428564] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c594ab5-f9f6-48a9-9031-b4a92762461c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.835070] env[69707]: INFO networking_nsxv3.common.synchronization [None req-c5c87657-1252-4c0f-8d7f-ae1d7b23081b None None] Enqueued Resource ID: d75c2d14-437e-4381-9a13-8a308afca77c with Priority: HIGHEST for action port [ 693.835344] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75c2d14-437e-4381-9a13-8a308afca77c with Priority: HIGHEST for action port [ 693.836424] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-d75c2d14-437e-4381-9a13-8a308afca77c taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.836424] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d75c2d14-437e-4381-9a13-8a308afca77c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.836424] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d75c2d14-437e-4381-9a13-8a308afca77c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.836424] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d75c2d14-437e-4381-9a13-8a308afca77c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.836424] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d75c2d14-437e-4381-9a13-8a308afca77c',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.341517] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d75c2d14-437e-4381-9a13-8a308afca77c [ 694.341758] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.341883] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.341948] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.342334] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.342514] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.343122] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d75c2d14-437e-4381-9a13-8a308afca77c already deleted. [ 694.344994] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d75c2d14-437e-4381-9a13-8a308afca77c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.698205] env[69707]: INFO networking_nsxv3.common.synchronization [None req-425b831d-86b6-4d42-b170-b5cdcad7b1b4 tempest-AttachInterfacesTestJSON-1741993759 tempest-AttachInterfacesTestJSON-1741993759-project-member] Enqueued Resource ID: ab3e383f-7055-4de0-8136-d726b0881a1e with Priority: HIGHEST for action security_group_rules [ 695.702023] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3e383f-7055-4de0-8136-d726b0881a1e with Priority: HIGHEST for action security_group_rules [ 695.702023] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab3e383f-7055-4de0-8136-d726b0881a1e taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.702023] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab3e383f-7055-4de0-8136-d726b0881a1e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.702023] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab3e383f-7055-4de0-8136-d726b0881a1e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.702023] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab3e383f-7055-4de0-8136-d726b0881a1e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.702023] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab3e383f-7055-4de0-8136-d726b0881a1e',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.221068] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.221287] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.221403] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.221670] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.222058] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.222058] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab3e383f-7055-4de0-8136-d726b0881a1e already deleted. [ 696.222058] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab3e383f-7055-4de0-8136-d726b0881a1e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.233155] env[69707]: INFO networking_nsxv3.common.synchronization [None req-e05e6f99-d9df-40cf-837f-0e209086b276 tempest-AttachInterfacesTestJSON-1741993759 tempest-AttachInterfacesTestJSON-1741993759-project-member] Enqueued Resource ID: ab3e383f-7055-4de0-8136-d726b0881a1e with Priority: HIGHEST for action security_group_rules [ 696.233155] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3e383f-7055-4de0-8136-d726b0881a1e with Priority: HIGHEST for action security_group_rules [ 696.233543] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab3e383f-7055-4de0-8136-d726b0881a1e taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.233644] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab3e383f-7055-4de0-8136-d726b0881a1e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.233712] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab3e383f-7055-4de0-8136-d726b0881a1e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.233971] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab3e383f-7055-4de0-8136-d726b0881a1e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.234081] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab3e383f-7055-4de0-8136-d726b0881a1e',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.759139] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.759139] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.759139] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.759139] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.759139] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.759139] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab3e383f-7055-4de0-8136-d726b0881a1e already deleted. [ 696.759139] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab3e383f-7055-4de0-8136-d726b0881a1e" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.506073] env[69707]: INFO networking_nsxv3.common.synchronization [None req-ea7969da-adf3-4ba4-a46d-a4250f823721 None None] Enqueued Resource ID: 337fcc5a-9d38-429c-b4e2-1614d40f0c99 with Priority: HIGHEST for action port [ 698.506421] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 337fcc5a-9d38-429c-b4e2-1614d40f0c99 with Priority: HIGHEST for action port [ 698.506918] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-337fcc5a-9d38-429c-b4e2-1614d40f0c99 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.507084] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-337fcc5a-9d38-429c-b4e2-1614d40f0c99" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.507227] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-337fcc5a-9d38-429c-b4e2-1614d40f0c99" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.507456] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-337fcc5a-9d38-429c-b4e2-1614d40f0c99" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.507521] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('337fcc5a-9d38-429c-b4e2-1614d40f0c99',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.017402] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 337fcc5a-9d38-429c-b4e2-1614d40f0c99 [ 699.017838] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.017838] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.017920] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.018131] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.018230] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.018319] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:337fcc5a-9d38-429c-b4e2-1614d40f0c99 already deleted. [ 699.018399] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-337fcc5a-9d38-429c-b4e2-1614d40f0c99" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.322472] env[69707]: INFO networking_nsxv3.common.synchronization [None req-8eacb28f-cc7e-47dc-a8fc-1ecae8d009d7 None None] Enqueued Resource ID: 6f0193a0-2894-4724-acb0-a6f6e3118978 with Priority: HIGHEST for action port [ 699.322765] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0193a0-2894-4724-acb0-a6f6e3118978 with Priority: HIGHEST for action port [ 699.324095] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f0193a0-2894-4724-acb0-a6f6e3118978 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.324095] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f0193a0-2894-4724-acb0-a6f6e3118978" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.324095] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f0193a0-2894-4724-acb0-a6f6e3118978" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.324095] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f0193a0-2894-4724-acb0-a6f6e3118978" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.324095] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f0193a0-2894-4724-acb0-a6f6e3118978',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.827887] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f0193a0-2894-4724-acb0-a6f6e3118978 [ 699.828834] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.829144] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.829510] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.829794] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.829981] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.830166] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f0193a0-2894-4724-acb0-a6f6e3118978 already deleted. [ 699.830301] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f0193a0-2894-4724-acb0-a6f6e3118978" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.749849] env[69707]: INFO networking_nsxv3.common.synchronization [None req-426dda99-3b7a-4b8a-b5ed-c0545e7349aa None None] Enqueued Resource ID: 75269caf-01a7-4b25-8364-3f97601e4e78 with Priority: HIGHEST for action port [ 701.750134] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75269caf-01a7-4b25-8364-3f97601e4e78 with Priority: HIGHEST for action port [ 701.751078] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-75269caf-01a7-4b25-8364-3f97601e4e78 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.751243] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75269caf-01a7-4b25-8364-3f97601e4e78" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.751272] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75269caf-01a7-4b25-8364-3f97601e4e78" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.751674] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75269caf-01a7-4b25-8364-3f97601e4e78" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.751755] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75269caf-01a7-4b25-8364-3f97601e4e78',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.837478] env[69707]: INFO networking_nsxv3.common.synchronization [None req-a2617cdf-9287-47d4-b908-587d7efd94f3 tempest-AttachVolumeTestJSON-620922628 tempest-AttachVolumeTestJSON-620922628-project-member] Enqueued Resource ID: fef27e30-3dac-494e-bf50-a197e0e2b683 with Priority: HIGHEST for action security_group_rules [ 701.838035] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef27e30-3dac-494e-bf50-a197e0e2b683 with Priority: HIGHEST for action security_group_rules [ 701.838307] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fef27e30-3dac-494e-bf50-a197e0e2b683 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.838434] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fef27e30-3dac-494e-bf50-a197e0e2b683" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.838502] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fef27e30-3dac-494e-bf50-a197e0e2b683" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.838751] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fef27e30-3dac-494e-bf50-a197e0e2b683" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.840066] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fef27e30-3dac-494e-bf50-a197e0e2b683',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.254112] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75269caf-01a7-4b25-8364-3f97601e4e78 [ 702.254388] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.254509] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.254583] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.254793] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.254880] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.254973] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75269caf-01a7-4b25-8364-3f97601e4e78 already deleted. [ 702.255066] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75269caf-01a7-4b25-8364-3f97601e4e78" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.362785] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.363144] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.363295] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.363640] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.364405] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.365313] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fef27e30-3dac-494e-bf50-a197e0e2b683 already deleted. [ 702.365313] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fef27e30-3dac-494e-bf50-a197e0e2b683" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.584693] env[69707]: INFO networking_nsxv3.common.synchronization [None req-55a9f1e6-fcb4-4e81-855b-96dcd576b3d4 tempest-AttachVolumeNegativeTest-394801193 tempest-AttachVolumeNegativeTest-394801193-project-member] Enqueued Resource ID: 3a5ce3cf-1ac5-4c02-b377-1502cc972e4f with Priority: HIGHEST for action security_group_rules [ 702.585264] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5ce3cf-1ac5-4c02-b377-1502cc972e4f with Priority: HIGHEST for action security_group_rules [ 702.585576] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5ce3cf-1ac5-4c02-b377-1502cc972e4f taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.585696] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5ce3cf-1ac5-4c02-b377-1502cc972e4f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.585759] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5ce3cf-1ac5-4c02-b377-1502cc972e4f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.586784] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5ce3cf-1ac5-4c02-b377-1502cc972e4f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.586933] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5ce3cf-1ac5-4c02-b377-1502cc972e4f',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.615022] env[69707]: INFO networking_nsxv3.common.synchronization [None req-8b845e29-ca18-4e8d-a270-ff71cdbd919c tempest-AttachVolumeTestJSON-620922628 tempest-AttachVolumeTestJSON-620922628-project-member] Enqueued Resource ID: fef27e30-3dac-494e-bf50-a197e0e2b683 with Priority: HIGHEST for action security_group_rules [ 702.615951] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef27e30-3dac-494e-bf50-a197e0e2b683 with Priority: HIGHEST for action security_group_rules [ 702.615951] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fef27e30-3dac-494e-bf50-a197e0e2b683 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.616143] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fef27e30-3dac-494e-bf50-a197e0e2b683" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.616182] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fef27e30-3dac-494e-bf50-a197e0e2b683" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.616488] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fef27e30-3dac-494e-bf50-a197e0e2b683" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.616488] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fef27e30-3dac-494e-bf50-a197e0e2b683',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.107598] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.107910] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.107910] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.108013] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.108106] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.108206] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5ce3cf-1ac5-4c02-b377-1502cc972e4f already deleted. [ 703.108272] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5ce3cf-1ac5-4c02-b377-1502cc972e4f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.138496] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.138496] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.138727] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.139280] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.139280] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.139392] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fef27e30-3dac-494e-bf50-a197e0e2b683 already deleted. [ 703.139555] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fef27e30-3dac-494e-bf50-a197e0e2b683" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.222642] env[69707]: INFO networking_nsxv3.common.synchronization [None req-a56e9727-d319-49da-bda4-fe805b7fae0d None None] Enqueued Resource ID: 00098fcb-38d8-4b82-b26d-4a7c8de75710 with Priority: HIGHEST for action port [ 703.222642] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00098fcb-38d8-4b82-b26d-4a7c8de75710 with Priority: HIGHEST for action port [ 703.222980] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-00098fcb-38d8-4b82-b26d-4a7c8de75710 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.222980] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00098fcb-38d8-4b82-b26d-4a7c8de75710" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.223139] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00098fcb-38d8-4b82-b26d-4a7c8de75710" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.228157] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00098fcb-38d8-4b82-b26d-4a7c8de75710" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.228244] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00098fcb-38d8-4b82-b26d-4a7c8de75710',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.608553] env[69707]: INFO networking_nsxv3.common.synchronization [None req-4230de95-7085-40e2-b719-0072e4dbbe32 tempest-AttachVolumeNegativeTest-394801193 tempest-AttachVolumeNegativeTest-394801193-project-member] Enqueued Resource ID: 3a5ce3cf-1ac5-4c02-b377-1502cc972e4f with Priority: HIGHEST for action security_group_rules [ 703.608553] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5ce3cf-1ac5-4c02-b377-1502cc972e4f with Priority: HIGHEST for action security_group_rules [ 703.608553] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a5ce3cf-1ac5-4c02-b377-1502cc972e4f taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.608553] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a5ce3cf-1ac5-4c02-b377-1502cc972e4f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.608553] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a5ce3cf-1ac5-4c02-b377-1502cc972e4f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.608553] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a5ce3cf-1ac5-4c02-b377-1502cc972e4f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.610441] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a5ce3cf-1ac5-4c02-b377-1502cc972e4f',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.732126] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00098fcb-38d8-4b82-b26d-4a7c8de75710 [ 703.732977] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.733179] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.733346] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.733628] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.733953] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.734095] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00098fcb-38d8-4b82-b26d-4a7c8de75710 already deleted. [ 703.734848] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00098fcb-38d8-4b82-b26d-4a7c8de75710" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.135110] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.138677] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.138677] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.138677] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.138677] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.138677] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a5ce3cf-1ac5-4c02-b377-1502cc972e4f already deleted. [ 704.138677] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a5ce3cf-1ac5-4c02-b377-1502cc972e4f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.471283] env[69707]: INFO networking_nsxv3.common.synchronization [None req-3d850410-da25-4e88-b9e9-cf4f9ff2c00b None None] Enqueued Resource ID: 0bb91fd9-a5b7-4f8f-9754-ce99f1af7ec5 with Priority: HIGHEST for action port [ 705.472423] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb91fd9-a5b7-4f8f-9754-ce99f1af7ec5 with Priority: HIGHEST for action port [ 705.473376] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb91fd9-a5b7-4f8f-9754-ce99f1af7ec5 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.473376] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb91fd9-a5b7-4f8f-9754-ce99f1af7ec5" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.473376] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb91fd9-a5b7-4f8f-9754-ce99f1af7ec5" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.473376] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb91fd9-a5b7-4f8f-9754-ce99f1af7ec5" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.473575] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb91fd9-a5b7-4f8f-9754-ce99f1af7ec5',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.774021] env[69707]: INFO networking_nsxv3.common.synchronization [None req-20558245-f67e-4139-85f1-5d4bc3dbdfb4 None None] Enqueued Resource ID: 95e816c5-ba7f-4f19-8736-d318fc3bc0c9 with Priority: HIGHEST for action port [ 705.774021] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e816c5-ba7f-4f19-8736-d318fc3bc0c9 with Priority: HIGHEST for action port [ 705.774021] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-95e816c5-ba7f-4f19-8736-d318fc3bc0c9 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.774021] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95e816c5-ba7f-4f19-8736-d318fc3bc0c9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.774021] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95e816c5-ba7f-4f19-8736-d318fc3bc0c9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.774421] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95e816c5-ba7f-4f19-8736-d318fc3bc0c9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.774645] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95e816c5-ba7f-4f19-8736-d318fc3bc0c9',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.977596] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bb91fd9-a5b7-4f8f-9754-ce99f1af7ec5 [ 705.978018] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.978018] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.978215] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.978298] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.978363] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.979611] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bb91fd9-a5b7-4f8f-9754-ce99f1af7ec5 already deleted. [ 705.979611] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb91fd9-a5b7-4f8f-9754-ce99f1af7ec5" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.277860] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95e816c5-ba7f-4f19-8736-d318fc3bc0c9 [ 706.278154] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.278284] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.278356] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.278611] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.278707] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.278823] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95e816c5-ba7f-4f19-8736-d318fc3bc0c9 already deleted. [ 706.279087] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95e816c5-ba7f-4f19-8736-d318fc3bc0c9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.148506] env[69707]: INFO networking_nsxv3.common.synchronization [None req-96d56453-2ecf-4936-86e2-3ba2d4572f6b None None] Enqueued Resource ID: 1a779393-9301-4089-8b94-2b1b916066f3 with Priority: HIGHEST for action port [ 708.148506] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a779393-9301-4089-8b94-2b1b916066f3 with Priority: HIGHEST for action port [ 708.150435] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a779393-9301-4089-8b94-2b1b916066f3 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.150435] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a779393-9301-4089-8b94-2b1b916066f3" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.150515] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a779393-9301-4089-8b94-2b1b916066f3" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.150955] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a779393-9301-4089-8b94-2b1b916066f3" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.150955] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a779393-9301-4089-8b94-2b1b916066f3',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.201593] env[69707]: INFO networking_nsxv3.common.synchronization [None req-3a6163e8-324f-48df-b821-4130d70e39f6 None None] Enqueued Resource ID: f737a48c-36dc-4535-91b4-8d6b9e212227 with Priority: HIGHEST for action port [ 708.202154] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f737a48c-36dc-4535-91b4-8d6b9e212227 with Priority: HIGHEST for action port [ 708.202495] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-f737a48c-36dc-4535-91b4-8d6b9e212227 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.202654] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f737a48c-36dc-4535-91b4-8d6b9e212227" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.202724] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f737a48c-36dc-4535-91b4-8d6b9e212227" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.202986] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f737a48c-36dc-4535-91b4-8d6b9e212227" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.203388] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f737a48c-36dc-4535-91b4-8d6b9e212227',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.652510] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a779393-9301-4089-8b94-2b1b916066f3 [ 708.652767] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.652902] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.652969] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.653198] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.653284] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.653484] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a779393-9301-4089-8b94-2b1b916066f3 already deleted. [ 708.653484] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a779393-9301-4089-8b94-2b1b916066f3" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.708102] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f737a48c-36dc-4535-91b4-8d6b9e212227 [ 708.708345] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.708492] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.708561] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.708769] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.709951] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.709951] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f737a48c-36dc-4535-91b4-8d6b9e212227 already deleted. [ 708.709951] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f737a48c-36dc-4535-91b4-8d6b9e212227" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.076866] env[69707]: INFO networking_nsxv3.common.synchronization [None req-4be83d2a-e560-4b44-a1ea-4844c34d0d9a None None] Enqueued Resource ID: a10092d9-03b0-424f-af88-d4198f9fc5b3 with Priority: HIGHEST for action port [ 709.077125] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a10092d9-03b0-424f-af88-d4198f9fc5b3 with Priority: HIGHEST for action port [ 709.077672] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-a10092d9-03b0-424f-af88-d4198f9fc5b3 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.077818] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a10092d9-03b0-424f-af88-d4198f9fc5b3" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.077849] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a10092d9-03b0-424f-af88-d4198f9fc5b3" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.078118] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a10092d9-03b0-424f-af88-d4198f9fc5b3" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.078196] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a10092d9-03b0-424f-af88-d4198f9fc5b3',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.106251] env[69707]: INFO networking_nsxv3.common.synchronization [None req-d9be07ff-d19a-4ecd-9e87-3a76529f5c65 None None] Enqueued Resource ID: 6db2590b-c442-4e51-afe4-880d8dd56625 with Priority: HIGHEST for action port [ 709.109539] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db2590b-c442-4e51-afe4-880d8dd56625 with Priority: HIGHEST for action port [ 709.109992] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-6db2590b-c442-4e51-afe4-880d8dd56625 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.110140] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6db2590b-c442-4e51-afe4-880d8dd56625" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.110232] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6db2590b-c442-4e51-afe4-880d8dd56625" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.110450] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6db2590b-c442-4e51-afe4-880d8dd56625" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.110544] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6db2590b-c442-4e51-afe4-880d8dd56625',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.580420] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a10092d9-03b0-424f-af88-d4198f9fc5b3 [ 709.580810] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.581126] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.582098] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.582168] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.582245] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.582349] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a10092d9-03b0-424f-af88-d4198f9fc5b3 already deleted. [ 709.582429] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a10092d9-03b0-424f-af88-d4198f9fc5b3" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.612185] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6db2590b-c442-4e51-afe4-880d8dd56625 [ 709.612472] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.612631] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.612705] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.612959] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.613077] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.613199] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6db2590b-c442-4e51-afe4-880d8dd56625 already deleted. [ 709.613286] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6db2590b-c442-4e51-afe4-880d8dd56625" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.599663] env[69707]: INFO networking_nsxv3.common.synchronization [None req-d5254574-f399-44ec-811f-b0b45914a4ba tempest-AttachInterfacesTestJSON-1741993759 tempest-AttachInterfacesTestJSON-1741993759-project-member] Enqueued Resource ID: 594bbc5e-894d-483c-9bea-487529f5806c with Priority: HIGHEST for action security_group_rules [ 710.600259] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 594bbc5e-894d-483c-9bea-487529f5806c with Priority: HIGHEST for action security_group_rules [ 710.600558] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-594bbc5e-894d-483c-9bea-487529f5806c taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.600685] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-594bbc5e-894d-483c-9bea-487529f5806c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.600753] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-594bbc5e-894d-483c-9bea-487529f5806c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.601572] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-594bbc5e-894d-483c-9bea-487529f5806c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.601687] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('594bbc5e-894d-483c-9bea-487529f5806c',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.128454] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.128454] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.128454] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.128454] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.128454] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.128454] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 594bbc5e-894d-483c-9bea-487529f5806c already deleted. [ 711.128454] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-594bbc5e-894d-483c-9bea-487529f5806c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.252834] env[69707]: INFO networking_nsxv3.common.synchronization [None req-c1096d69-733a-4b74-9d88-a42076661e84 None None] Enqueued Resource ID: 6858b12a-711d-4355-a2c6-6ab02d3335a8 with Priority: HIGHEST for action port [ 711.253095] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6858b12a-711d-4355-a2c6-6ab02d3335a8 with Priority: HIGHEST for action port [ 711.254082] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-6858b12a-711d-4355-a2c6-6ab02d3335a8 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.255205] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6858b12a-711d-4355-a2c6-6ab02d3335a8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.255299] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6858b12a-711d-4355-a2c6-6ab02d3335a8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.255962] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6858b12a-711d-4355-a2c6-6ab02d3335a8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.256104] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6858b12a-711d-4355-a2c6-6ab02d3335a8',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.407988] env[69707]: INFO networking_nsxv3.common.synchronization [None req-f601eb58-924b-4da7-8553-170504d4c809 tempest-AttachInterfacesTestJSON-1741993759 tempest-AttachInterfacesTestJSON-1741993759-project-member] Enqueued Resource ID: 594bbc5e-894d-483c-9bea-487529f5806c with Priority: HIGHEST for action security_group_rules [ 711.408492] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 594bbc5e-894d-483c-9bea-487529f5806c with Priority: HIGHEST for action security_group_rules [ 711.408871] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-594bbc5e-894d-483c-9bea-487529f5806c taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.408955] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-594bbc5e-894d-483c-9bea-487529f5806c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.409028] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-594bbc5e-894d-483c-9bea-487529f5806c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.409548] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-594bbc5e-894d-483c-9bea-487529f5806c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.410232] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('594bbc5e-894d-483c-9bea-487529f5806c',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.517321] env[69707]: INFO networking_nsxv3.common.synchronization [None req-238c25d1-a481-4954-a48e-0eb1ab6543c1 None None] Enqueued Resource ID: 3eab39c0-ab73-47b5-830a-74b4a4690e11 with Priority: HIGHEST for action port [ 711.517871] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eab39c0-ab73-47b5-830a-74b4a4690e11 with Priority: HIGHEST for action port [ 711.518754] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eab39c0-ab73-47b5-830a-74b4a4690e11 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.520084] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eab39c0-ab73-47b5-830a-74b4a4690e11" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.520084] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eab39c0-ab73-47b5-830a-74b4a4690e11" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.520084] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eab39c0-ab73-47b5-830a-74b4a4690e11" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.520084] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eab39c0-ab73-47b5-830a-74b4a4690e11',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.759348] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6858b12a-711d-4355-a2c6-6ab02d3335a8 [ 711.759640] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.759640] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.759640] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.760277] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.760367] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.760813] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6858b12a-711d-4355-a2c6-6ab02d3335a8 already deleted. [ 711.760813] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6858b12a-711d-4355-a2c6-6ab02d3335a8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.806908] env[69707]: INFO networking_nsxv3.common.synchronization [None req-f68fea38-8ff2-4201-aed2-65e1fab34b5b None None] Enqueued Resource ID: 4b6bf54d-18d6-4e13-bc2f-94ae21a412ca with Priority: HIGHEST for action port [ 711.806908] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b6bf54d-18d6-4e13-bc2f-94ae21a412ca with Priority: HIGHEST for action port [ 711.807847] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b6bf54d-18d6-4e13-bc2f-94ae21a412ca taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.810766] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b6bf54d-18d6-4e13-bc2f-94ae21a412ca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.810766] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b6bf54d-18d6-4e13-bc2f-94ae21a412ca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.811096] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b6bf54d-18d6-4e13-bc2f-94ae21a412ca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.811218] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b6bf54d-18d6-4e13-bc2f-94ae21a412ca',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.929421] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.929564] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.929637] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.929845] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.929936] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.930056] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 594bbc5e-894d-483c-9bea-487529f5806c already deleted. [ 711.930140] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-594bbc5e-894d-483c-9bea-487529f5806c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.001584] env[69707]: INFO networking_nsxv3.common.synchronization [None req-bb7b5cfb-cbcb-43f4-856a-fc9201542630 None None] Enqueued Resource ID: d0206563-f660-4043-88b0-1b4d3cedfaed with Priority: HIGHEST for action port [ 712.001584] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0206563-f660-4043-88b0-1b4d3cedfaed with Priority: HIGHEST for action port [ 712.002263] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0206563-f660-4043-88b0-1b4d3cedfaed taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.002489] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0206563-f660-4043-88b0-1b4d3cedfaed" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.002796] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0206563-f660-4043-88b0-1b4d3cedfaed" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.003104] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0206563-f660-4043-88b0-1b4d3cedfaed" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.003195] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0206563-f660-4043-88b0-1b4d3cedfaed',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.021839] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3eab39c0-ab73-47b5-830a-74b4a4690e11 [ 712.022388] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.022557] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.022630] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.022886] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.022981] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.024773] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3eab39c0-ab73-47b5-830a-74b4a4690e11 already deleted. [ 712.024773] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eab39c0-ab73-47b5-830a-74b4a4690e11" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.313602] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b6bf54d-18d6-4e13-bc2f-94ae21a412ca [ 712.313855] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.314042] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.314097] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.314365] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.314400] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.314522] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b6bf54d-18d6-4e13-bc2f-94ae21a412ca already deleted. [ 712.314954] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b6bf54d-18d6-4e13-bc2f-94ae21a412ca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.403321] env[69707]: INFO networking_nsxv3.common.synchronization [None req-ee1d3134-386d-45bb-a252-c3d41302cc22 None None] Enqueued Resource ID: 71409fa7-cb40-4819-a4cd-6201668815d9 with Priority: HIGHEST for action port [ 712.403321] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71409fa7-cb40-4819-a4cd-6201668815d9 with Priority: HIGHEST for action port [ 712.403321] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-71409fa7-cb40-4819-a4cd-6201668815d9 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.403321] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71409fa7-cb40-4819-a4cd-6201668815d9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.403321] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71409fa7-cb40-4819-a4cd-6201668815d9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.403321] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71409fa7-cb40-4819-a4cd-6201668815d9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.403321] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71409fa7-cb40-4819-a4cd-6201668815d9',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.506034] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0206563-f660-4043-88b0-1b4d3cedfaed [ 712.506730] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.507225] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.507402] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.507705] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.508130] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.508936] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0206563-f660-4043-88b0-1b4d3cedfaed already deleted. [ 712.509382] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0206563-f660-4043-88b0-1b4d3cedfaed" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.908258] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71409fa7-cb40-4819-a4cd-6201668815d9 [ 712.908561] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.908636] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.908703] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.908916] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.909013] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.909106] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71409fa7-cb40-4819-a4cd-6201668815d9 already deleted. [ 712.909188] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71409fa7-cb40-4819-a4cd-6201668815d9" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.489791] env[69707]: INFO networking_nsxv3.common.synchronization [None req-c2e2de37-281a-472d-a2c7-dec47e668fbb None None] Enqueued Resource ID: fbcbaf1c-8c95-47e3-b19f-a8fe8488495b with Priority: HIGHEST for action port [ 713.490123] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcbaf1c-8c95-47e3-b19f-a8fe8488495b with Priority: HIGHEST for action port [ 713.490807] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbcbaf1c-8c95-47e3-b19f-a8fe8488495b taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.491153] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbcbaf1c-8c95-47e3-b19f-a8fe8488495b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.491248] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbcbaf1c-8c95-47e3-b19f-a8fe8488495b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.491563] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbcbaf1c-8c95-47e3-b19f-a8fe8488495b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.491754] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbcbaf1c-8c95-47e3-b19f-a8fe8488495b',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.709797] env[69707]: INFO networking_nsxv3.common.synchronization [None req-758bf71c-3a48-41ab-b8c1-97517e34ff33 None None] Enqueued Resource ID: 73c9f80d-0467-4534-9031-5865a8517bcf with Priority: HIGHEST for action port [ 713.710109] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73c9f80d-0467-4534-9031-5865a8517bcf with Priority: HIGHEST for action port [ 713.710766] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-73c9f80d-0467-4534-9031-5865a8517bcf taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.710899] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73c9f80d-0467-4534-9031-5865a8517bcf" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.710989] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73c9f80d-0467-4534-9031-5865a8517bcf" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.711309] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73c9f80d-0467-4534-9031-5865a8517bcf" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.711410] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73c9f80d-0467-4534-9031-5865a8517bcf',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.997806] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbcbaf1c-8c95-47e3-b19f-a8fe8488495b [ 713.997806] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.997806] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.997806] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.998712] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.998712] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.998712] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbcbaf1c-8c95-47e3-b19f-a8fe8488495b already deleted. [ 713.998712] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbcbaf1c-8c95-47e3-b19f-a8fe8488495b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.092216] env[69707]: INFO networking_nsxv3.common.synchronization [None req-292cfd65-fd8d-4b37-99fa-b8826bc48999 None None] Enqueued Resource ID: 6cb23bfe-172e-4739-91ef-23f4f40d265b with Priority: HIGHEST for action port [ 714.092476] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cb23bfe-172e-4739-91ef-23f4f40d265b with Priority: HIGHEST for action port [ 714.093381] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cb23bfe-172e-4739-91ef-23f4f40d265b taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.096114] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cb23bfe-172e-4739-91ef-23f4f40d265b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.096114] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cb23bfe-172e-4739-91ef-23f4f40d265b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.096114] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cb23bfe-172e-4739-91ef-23f4f40d265b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.096114] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cb23bfe-172e-4739-91ef-23f4f40d265b',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.216358] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73c9f80d-0467-4534-9031-5865a8517bcf [ 714.216596] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.216730] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.216797] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.217025] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.217114] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.217206] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73c9f80d-0467-4534-9031-5865a8517bcf already deleted. [ 714.217285] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73c9f80d-0467-4534-9031-5865a8517bcf" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.599083] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cb23bfe-172e-4739-91ef-23f4f40d265b [ 714.600086] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.600086] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.600086] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.600086] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.600086] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.600086] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cb23bfe-172e-4739-91ef-23f4f40d265b already deleted. [ 714.600086] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cb23bfe-172e-4739-91ef-23f4f40d265b" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.174104] env[69707]: INFO networking_nsxv3.common.synchronization [None req-f3beaa55-689b-45bc-93bc-e5626b59f364 None None] Enqueued Resource ID: 361c906a-d177-4ac1-ba77-3abba8e750d5 with Priority: HIGHEST for action port [ 715.174377] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361c906a-d177-4ac1-ba77-3abba8e750d5 with Priority: HIGHEST for action port [ 715.175154] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-361c906a-d177-4ac1-ba77-3abba8e750d5 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.175297] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-361c906a-d177-4ac1-ba77-3abba8e750d5" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.175426] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-361c906a-d177-4ac1-ba77-3abba8e750d5" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.175597] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-361c906a-d177-4ac1-ba77-3abba8e750d5" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.175671] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('361c906a-d177-4ac1-ba77-3abba8e750d5',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.682832] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 361c906a-d177-4ac1-ba77-3abba8e750d5 [ 715.682832] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.682832] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.682832] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.682832] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.682832] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.683160] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:361c906a-d177-4ac1-ba77-3abba8e750d5 already deleted. [ 715.683160] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-361c906a-d177-4ac1-ba77-3abba8e750d5" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.859627] env[69707]: INFO networking_nsxv3.common.synchronization [None req-2caa0076-f9ff-4065-8a6e-b31d0c00fa06 None None] Enqueued Resource ID: 9aa30efd-ed69-4066-9300-dc3664f2b64f with Priority: HIGHEST for action port [ 715.859627] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa30efd-ed69-4066-9300-dc3664f2b64f with Priority: HIGHEST for action port [ 715.860351] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa30efd-ed69-4066-9300-dc3664f2b64f taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.860473] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa30efd-ed69-4066-9300-dc3664f2b64f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.860539] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa30efd-ed69-4066-9300-dc3664f2b64f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.860821] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa30efd-ed69-4066-9300-dc3664f2b64f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.860904] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa30efd-ed69-4066-9300-dc3664f2b64f',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.888758] env[69707]: INFO networking_nsxv3.common.synchronization [None req-e9c93806-383e-47c3-b98b-747cb05961fc tempest-ServerActionsTestOtherA-162960751 tempest-ServerActionsTestOtherA-162960751-project-member] Enqueued Resource ID: 2077459d-4bf2-4bc4-b77e-1fbc553919ad with Priority: HIGHEST for action security_group_rules [ 715.888758] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2077459d-4bf2-4bc4-b77e-1fbc553919ad with Priority: HIGHEST for action security_group_rules [ 715.888758] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2077459d-4bf2-4bc4-b77e-1fbc553919ad taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.888758] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2077459d-4bf2-4bc4-b77e-1fbc553919ad" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.888758] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2077459d-4bf2-4bc4-b77e-1fbc553919ad" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.888990] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2077459d-4bf2-4bc4-b77e-1fbc553919ad" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.889196] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2077459d-4bf2-4bc4-b77e-1fbc553919ad',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.021189] env[69707]: INFO networking_nsxv3.common.synchronization [None req-f7fc6dff-4876-47b9-9437-59677b04afc4 tempest-ServerActionsTestOtherA-162960751 tempest-ServerActionsTestOtherA-162960751-project-member] Enqueued Resource ID: 2077459d-4bf2-4bc4-b77e-1fbc553919ad with Priority: HIGHEST for action security_group_rules [ 716.021189] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2077459d-4bf2-4bc4-b77e-1fbc553919ad with Priority: HIGHEST for action security_group_rules [ 716.021189] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2077459d-4bf2-4bc4-b77e-1fbc553919ad taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.021189] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2077459d-4bf2-4bc4-b77e-1fbc553919ad" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.089461] env[69707]: INFO networking_nsxv3.common.synchronization [None req-36ff4f01-4db0-4942-b4cc-83541bdcafb9 None None] Enqueued Resource ID: 70d90d44-d66e-439e-a2f0-280cefe7ca15 with Priority: HIGHEST for action port [ 716.089874] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d90d44-d66e-439e-a2f0-280cefe7ca15 with Priority: HIGHEST for action port [ 716.090178] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-70d90d44-d66e-439e-a2f0-280cefe7ca15 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.090302] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70d90d44-d66e-439e-a2f0-280cefe7ca15" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.090371] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70d90d44-d66e-439e-a2f0-280cefe7ca15" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.090623] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70d90d44-d66e-439e-a2f0-280cefe7ca15" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.090735] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d90d44-d66e-439e-a2f0-280cefe7ca15',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.364248] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aa30efd-ed69-4066-9300-dc3664f2b64f [ 716.364497] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.364656] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.364764] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.365362] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.365362] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.365362] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aa30efd-ed69-4066-9300-dc3664f2b64f already deleted. [ 716.365362] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa30efd-ed69-4066-9300-dc3664f2b64f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.412662] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.412863] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.412863] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.413087] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.413155] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.413257] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2077459d-4bf2-4bc4-b77e-1fbc553919ad already deleted. [ 716.413338] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2077459d-4bf2-4bc4-b77e-1fbc553919ad" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.413486] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2077459d-4bf2-4bc4-b77e-1fbc553919ad" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.413724] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2077459d-4bf2-4bc4-b77e-1fbc553919ad" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.413817] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2077459d-4bf2-4bc4-b77e-1fbc553919ad',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.595666] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70d90d44-d66e-439e-a2f0-280cefe7ca15 [ 716.595666] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.596052] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.596052] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.596116] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.596226] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.596277] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70d90d44-d66e-439e-a2f0-280cefe7ca15 already deleted. [ 716.597360] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70d90d44-d66e-439e-a2f0-280cefe7ca15" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.945441] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.945624] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.945660] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.945872] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.945966] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.946072] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2077459d-4bf2-4bc4-b77e-1fbc553919ad already deleted. [ 716.946156] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2077459d-4bf2-4bc4-b77e-1fbc553919ad" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.230988] env[69707]: INFO networking_nsxv3.common.synchronization [req-f3dd024b-6a12-4d12-b64a-f93c67675f61 req-7ede16a9-95ae-4e54-9e5b-705718636119 tempest-SecurityGroupRulesTestJSON-440234750 tempest-SecurityGroupRulesTestJSON-440234750-project-member] Enqueued Resource ID: da339d65-5a44-4c90-8b66-38d58d092d99 with Priority: HIGHEST for action security_group_rules [ 717.231504] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da339d65-5a44-4c90-8b66-38d58d092d99 with Priority: HIGHEST for action security_group_rules [ 717.231919] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da339d65-5a44-4c90-8b66-38d58d092d99 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.232077] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da339d65-5a44-4c90-8b66-38d58d092d99" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.232144] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da339d65-5a44-4c90-8b66-38d58d092d99" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.232431] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da339d65-5a44-4c90-8b66-38d58d092d99" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.232508] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da339d65-5a44-4c90-8b66-38d58d092d99',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.753182] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.753182] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.753182] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.753182] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.753182] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.753182] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da339d65-5a44-4c90-8b66-38d58d092d99 already deleted. [ 717.753182] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da339d65-5a44-4c90-8b66-38d58d092d99" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.782212] env[69707]: INFO networking_nsxv3.common.synchronization [req-79578a15-3d98-4803-aac4-be8661047d8b req-f8bc51c2-eba6-4421-8707-0c469ed26ead tempest-SecurityGroupRulesTestJSON-440234750 tempest-SecurityGroupRulesTestJSON-440234750-project-member] Enqueued Resource ID: 0ea21645-755d-4c93-8dd8-02658db3c22f with Priority: HIGHEST for action security_group_rules [ 721.783813] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea21645-755d-4c93-8dd8-02658db3c22f with Priority: HIGHEST for action security_group_rules [ 721.784163] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ea21645-755d-4c93-8dd8-02658db3c22f taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.784294] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ea21645-755d-4c93-8dd8-02658db3c22f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.784362] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ea21645-755d-4c93-8dd8-02658db3c22f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.784616] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ea21645-755d-4c93-8dd8-02658db3c22f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.784729] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ea21645-755d-4c93-8dd8-02658db3c22f',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.311279] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.311546] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.311546] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.311783] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.311850] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.312174] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ea21645-755d-4c93-8dd8-02658db3c22f already deleted. [ 722.312174] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ea21645-755d-4c93-8dd8-02658db3c22f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.798086] env[69707]: INFO networking_nsxv3.common.synchronization [req-e943a6c8-216d-447c-98e2-7fd80843bfee req-14ffac9b-6ce9-4028-bff1-1d2a5ed76a09 tempest-SecurityGroupRulesTestJSON-440234750 tempest-SecurityGroupRulesTestJSON-440234750-project-member] Enqueued Resource ID: 997f9b5d-0eac-4606-9232-9481561bea75 with Priority: HIGHEST for action security_group_rules [ 725.798086] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997f9b5d-0eac-4606-9232-9481561bea75 with Priority: HIGHEST for action security_group_rules [ 725.798346] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-997f9b5d-0eac-4606-9232-9481561bea75 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.798346] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-997f9b5d-0eac-4606-9232-9481561bea75" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.798429] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-997f9b5d-0eac-4606-9232-9481561bea75" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.798675] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-997f9b5d-0eac-4606-9232-9481561bea75" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.798776] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('997f9b5d-0eac-4606-9232-9481561bea75',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.325888] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.325888] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.325888] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.325888] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.325888] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.325888] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 997f9b5d-0eac-4606-9232-9481561bea75 already deleted. [ 726.326183] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-997f9b5d-0eac-4606-9232-9481561bea75" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.098195] env[69707]: INFO networking_nsxv3.common.synchronization [None req-4787cf59-b262-41ba-a7f1-70dbbb2a1e24 tempest-AttachInterfacesTestJSON-1741993759 tempest-AttachInterfacesTestJSON-1741993759-project-member] Enqueued Resource ID: f0b9db8d-6ff4-472e-9881-a7a173092535 with Priority: HIGHEST for action security_group_rules [ 727.098195] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b9db8d-6ff4-472e-9881-a7a173092535 with Priority: HIGHEST for action security_group_rules [ 727.098195] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0b9db8d-6ff4-472e-9881-a7a173092535 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.098195] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0b9db8d-6ff4-472e-9881-a7a173092535" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.098195] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0b9db8d-6ff4-472e-9881-a7a173092535" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.101264] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0b9db8d-6ff4-472e-9881-a7a173092535" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.101264] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0b9db8d-6ff4-472e-9881-a7a173092535',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.379795] env[69707]: INFO networking_nsxv3.common.synchronization [None req-45e6f3e1-f9fa-4239-93d8-5109482d9236 tempest-AttachInterfacesTestJSON-1741993759 tempest-AttachInterfacesTestJSON-1741993759-project-member] Enqueued Resource ID: f0b9db8d-6ff4-472e-9881-a7a173092535 with Priority: HIGHEST for action security_group_rules [ 727.379795] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b9db8d-6ff4-472e-9881-a7a173092535 with Priority: HIGHEST for action security_group_rules [ 727.379795] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0b9db8d-6ff4-472e-9881-a7a173092535 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.379795] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0b9db8d-6ff4-472e-9881-a7a173092535" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.621268] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.621394] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.621394] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.621687] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.621837] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.621962] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0b9db8d-6ff4-472e-9881-a7a173092535 already deleted. [ 727.622090] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0b9db8d-6ff4-472e-9881-a7a173092535" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.622299] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0b9db8d-6ff4-472e-9881-a7a173092535" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.622511] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0b9db8d-6ff4-472e-9881-a7a173092535" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.622648] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0b9db8d-6ff4-472e-9881-a7a173092535',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.008073] env[69707]: INFO networking_nsxv3.common.synchronization [req-2b43b6c0-e364-44b0-a753-b612b492f67e req-25d8b202-76fc-4efd-a778-289b60d3dfb6 tempest-SecurityGroupRulesTestJSON-440234750 tempest-SecurityGroupRulesTestJSON-440234750-project-member] Enqueued Resource ID: 64889460-f915-4612-9ccd-fa9325fcd690 with Priority: HIGHEST for action security_group_rules [ 728.008073] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64889460-f915-4612-9ccd-fa9325fcd690 with Priority: HIGHEST for action security_group_rules [ 728.008073] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64889460-f915-4612-9ccd-fa9325fcd690 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.018051] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64889460-f915-4612-9ccd-fa9325fcd690" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.018051] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64889460-f915-4612-9ccd-fa9325fcd690" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.018051] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64889460-f915-4612-9ccd-fa9325fcd690" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.018051] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64889460-f915-4612-9ccd-fa9325fcd690',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.143448] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.145235] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.145235] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.145235] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.145235] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.145235] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0b9db8d-6ff4-472e-9881-a7a173092535 already deleted. [ 728.145235] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0b9db8d-6ff4-472e-9881-a7a173092535" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.545154] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.545154] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.545154] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.545154] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.545154] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.545154] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64889460-f915-4612-9ccd-fa9325fcd690 already deleted. [ 728.545154] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64889460-f915-4612-9ccd-fa9325fcd690" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.388434] env[69707]: INFO networking_nsxv3.common.synchronization [None req-cd28add8-d8a6-4760-8887-9f7cbbd7093a None None] Enqueued Resource ID: 1754c8c3-626d-4c51-9cc8-37ca62b44f4c with Priority: HIGHEST for action port [ 729.388671] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1754c8c3-626d-4c51-9cc8-37ca62b44f4c with Priority: HIGHEST for action port [ 729.389281] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-1754c8c3-626d-4c51-9cc8-37ca62b44f4c taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.389830] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1754c8c3-626d-4c51-9cc8-37ca62b44f4c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.389830] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1754c8c3-626d-4c51-9cc8-37ca62b44f4c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.390324] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1754c8c3-626d-4c51-9cc8-37ca62b44f4c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.390324] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1754c8c3-626d-4c51-9cc8-37ca62b44f4c',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.893960] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1754c8c3-626d-4c51-9cc8-37ca62b44f4c [ 729.895450] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.895450] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.895659] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.895826] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.895928] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.896034] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1754c8c3-626d-4c51-9cc8-37ca62b44f4c already deleted. [ 729.896121] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1754c8c3-626d-4c51-9cc8-37ca62b44f4c" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.114756] env[69707]: INFO networking_nsxv3.common.synchronization [req-ba963d17-78e0-4494-952b-215b0b0eb192 req-e97f1598-ffb7-44a7-a417-7b204244ba5a tempest-SecurityGroupRulesTestJSON-440234750 tempest-SecurityGroupRulesTestJSON-440234750-project-member] Enqueued Resource ID: 4ef78793-fc49-4a35-bbbb-59a83403a5ff with Priority: HIGHEST for action security_group_rules [ 731.114756] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef78793-fc49-4a35-bbbb-59a83403a5ff with Priority: HIGHEST for action security_group_rules [ 731.114756] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.114756] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.114756] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.114756] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.114756] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef78793-fc49-4a35-bbbb-59a83403a5ff',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.421635] env[69707]: INFO networking_nsxv3.common.synchronization [req-910caf33-0604-44d8-ad79-112a8196a9ab req-e022e662-6ea4-416d-b1c9-f016da2dec38 tempest-SecurityGroupRulesTestJSON-440234750 tempest-SecurityGroupRulesTestJSON-440234750-project-member] Enqueued Resource ID: 4ef78793-fc49-4a35-bbbb-59a83403a5ff with Priority: HIGHEST for action security_group_rules [ 731.422291] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef78793-fc49-4a35-bbbb-59a83403a5ff with Priority: HIGHEST for action security_group_rules [ 731.422820] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.422936] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.639745] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.639745] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.639745] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.639745] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.639745] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.639745] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef78793-fc49-4a35-bbbb-59a83403a5ff already deleted. [ 731.639745] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.639745] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.639745] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.639745] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef78793-fc49-4a35-bbbb-59a83403a5ff',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.663237] env[69707]: INFO networking_nsxv3.common.synchronization [req-4b4482e1-c473-43eb-8684-0071ee7b967d req-8e8da3dc-d3e0-448d-926a-5b14abe87f26 tempest-SecurityGroupRulesTestJSON-440234750 tempest-SecurityGroupRulesTestJSON-440234750-project-member] Enqueued Resource ID: 4ef78793-fc49-4a35-bbbb-59a83403a5ff with Priority: HIGHEST for action security_group_rules [ 731.663325] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef78793-fc49-4a35-bbbb-59a83403a5ff with Priority: HIGHEST for action security_group_rules [ 731.663639] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.663748] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.161153] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.161640] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.161640] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.161640] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.161640] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.161852] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef78793-fc49-4a35-bbbb-59a83403a5ff already deleted. [ 732.161931] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.162097] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.162258] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.162406] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef78793-fc49-4a35-bbbb-59a83403a5ff',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.681931] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.682202] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.682281] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.682496] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.682593] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.683175] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef78793-fc49-4a35-bbbb-59a83403a5ff already deleted. [ 732.683175] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef78793-fc49-4a35-bbbb-59a83403a5ff" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.752043] env[69707]: INFO networking_nsxv3.common.synchronization [None req-ff702f8d-d6f4-432e-bc92-fbc5e0deb045 None None] Enqueued Resource ID: dc971877-9d9f-4d4e-aaa1-5a9343981db8 with Priority: HIGHEST for action port [ 732.752303] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc971877-9d9f-4d4e-aaa1-5a9343981db8 with Priority: HIGHEST for action port [ 732.752854] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc971877-9d9f-4d4e-aaa1-5a9343981db8 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.753030] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc971877-9d9f-4d4e-aaa1-5a9343981db8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.753102] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc971877-9d9f-4d4e-aaa1-5a9343981db8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.753352] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc971877-9d9f-4d4e-aaa1-5a9343981db8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.753420] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc971877-9d9f-4d4e-aaa1-5a9343981db8',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.257562] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc971877-9d9f-4d4e-aaa1-5a9343981db8 [ 733.257886] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.257886] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.257979] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.258778] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.258778] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.258778] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc971877-9d9f-4d4e-aaa1-5a9343981db8 already deleted. [ 733.258778] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc971877-9d9f-4d4e-aaa1-5a9343981db8" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.918973] env[69707]: INFO networking_nsxv3.common.synchronization [None req-e284578c-41a0-465d-811e-0473db1293c7 None None] Enqueued Resource ID: 4a0962c4-e2f3-43a5-8ace-f12510887aca with Priority: HIGHEST for action port [ 733.920982] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0962c4-e2f3-43a5-8ace-f12510887aca with Priority: HIGHEST for action port [ 733.921613] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a0962c4-e2f3-43a5-8ace-f12510887aca taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.923464] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a0962c4-e2f3-43a5-8ace-f12510887aca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.923464] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a0962c4-e2f3-43a5-8ace-f12510887aca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.923464] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a0962c4-e2f3-43a5-8ace-f12510887aca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.923464] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a0962c4-e2f3-43a5-8ace-f12510887aca',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.424458] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a0962c4-e2f3-43a5-8ace-f12510887aca [ 734.424773] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.424916] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.424986] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.425229] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.425316] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.425410] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a0962c4-e2f3-43a5-8ace-f12510887aca already deleted. [ 734.425489] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a0962c4-e2f3-43a5-8ace-f12510887aca" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.726402] env[69707]: INFO networking_nsxv3.common.synchronization [None req-baa7f873-2033-4b40-8262-f5cd6b88074c None None] Enqueued Resource ID: b9db3278-46b8-4488-a311-b5916a2bd05f with Priority: HIGHEST for action port [ 734.728744] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9db3278-46b8-4488-a311-b5916a2bd05f with Priority: HIGHEST for action port [ 734.728744] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9db3278-46b8-4488-a311-b5916a2bd05f taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.728992] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9db3278-46b8-4488-a311-b5916a2bd05f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.728992] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9db3278-46b8-4488-a311-b5916a2bd05f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.729334] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9db3278-46b8-4488-a311-b5916a2bd05f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.729423] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9db3278-46b8-4488-a311-b5916a2bd05f',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.232049] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9db3278-46b8-4488-a311-b5916a2bd05f [ 735.232410] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.232489] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.232568] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.232827] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.233875] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.234042] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9db3278-46b8-4488-a311-b5916a2bd05f already deleted. [ 735.234314] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9db3278-46b8-4488-a311-b5916a2bd05f" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.959705] env[69707]: INFO networking_nsxv3.common.synchronization [None req-924f3a3e-fdb2-4cd4-89b2-85adc11ac960 None None] Enqueued Resource ID: 91508c6d-2fb3-4354-86f1-b3c65e25cf04 with Priority: HIGHEST for action port [ 735.959705] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91508c6d-2fb3-4354-86f1-b3c65e25cf04 with Priority: HIGHEST for action port [ 735.959705] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-91508c6d-2fb3-4354-86f1-b3c65e25cf04 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.959705] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91508c6d-2fb3-4354-86f1-b3c65e25cf04" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.959705] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91508c6d-2fb3-4354-86f1-b3c65e25cf04" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.959705] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91508c6d-2fb3-4354-86f1-b3c65e25cf04" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.959705] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91508c6d-2fb3-4354-86f1-b3c65e25cf04',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.449601] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91508c6d-2fb3-4354-86f1-b3c65e25cf04 [ 736.450894] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.450894] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.450894] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.450894] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.450894] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.450894] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91508c6d-2fb3-4354-86f1-b3c65e25cf04 already deleted. [ 736.450894] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91508c6d-2fb3-4354-86f1-b3c65e25cf04" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.910164] env[69707]: INFO networking_nsxv3.common.synchronization [None req-2a11e70d-4c9b-40e6-94bc-f6153e602a01 None None] Enqueued Resource ID: 9cd2fdab-8900-4b8e-aee3-e9c7fd54fcd4 with Priority: HIGHEST for action port [ 736.910164] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd2fdab-8900-4b8e-aee3-e9c7fd54fcd4 with Priority: HIGHEST for action port [ 736.910164] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cd2fdab-8900-4b8e-aee3-e9c7fd54fcd4 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.910963] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cd2fdab-8900-4b8e-aee3-e9c7fd54fcd4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.911197] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cd2fdab-8900-4b8e-aee3-e9c7fd54fcd4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.911622] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cd2fdab-8900-4b8e-aee3-e9c7fd54fcd4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.911814] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd2fdab-8900-4b8e-aee3-e9c7fd54fcd4',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.331900] env[69707]: INFO networking_nsxv3.common.synchronization [None req-8bdda6ea-be63-4c72-8aad-36bfcba9c1af tempest-AttachVolumeShelveTestJSON-1388520254 tempest-AttachVolumeShelveTestJSON-1388520254-project-member] Enqueued Resource ID: d8f37589-9457-4228-b440-e4c15f98f8cf with Priority: HIGHEST for action security_group_rules [ 737.332469] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f37589-9457-4228-b440-e4c15f98f8cf with Priority: HIGHEST for action security_group_rules [ 737.332766] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f37589-9457-4228-b440-e4c15f98f8cf taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.333104] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f37589-9457-4228-b440-e4c15f98f8cf" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.333104] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f37589-9457-4228-b440-e4c15f98f8cf" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.333629] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f37589-9457-4228-b440-e4c15f98f8cf" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.333744] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f37589-9457-4228-b440-e4c15f98f8cf',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.366261] env[69707]: INFO networking_nsxv3.common.synchronization [None req-3be274e7-8d51-4bc6-ae5d-28329452a48f None None] Enqueued Resource ID: 2d73a0cb-1421-4cea-beb8-bbea5d417b8a with Priority: HIGHEST for action port [ 737.366261] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d73a0cb-1421-4cea-beb8-bbea5d417b8a with Priority: HIGHEST for action port [ 737.366261] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d73a0cb-1421-4cea-beb8-bbea5d417b8a taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.366261] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d73a0cb-1421-4cea-beb8-bbea5d417b8a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.366261] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d73a0cb-1421-4cea-beb8-bbea5d417b8a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.366261] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d73a0cb-1421-4cea-beb8-bbea5d417b8a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.366261] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d73a0cb-1421-4cea-beb8-bbea5d417b8a',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.414568] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cd2fdab-8900-4b8e-aee3-e9c7fd54fcd4 [ 737.414712] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.414768] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.414812] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.415155] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.415291] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.415507] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cd2fdab-8900-4b8e-aee3-e9c7fd54fcd4 already deleted. [ 737.415507] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cd2fdab-8900-4b8e-aee3-e9c7fd54fcd4" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.568413] env[69707]: INFO networking_nsxv3.common.synchronization [None req-6cf28cb5-0af8-4121-b4ec-8adb3a636d28 tempest-AttachVolumeShelveTestJSON-1388520254 tempest-AttachVolumeShelveTestJSON-1388520254-project-member] Enqueued Resource ID: d8f37589-9457-4228-b440-e4c15f98f8cf with Priority: HIGHEST for action security_group_rules [ 737.568413] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f37589-9457-4228-b440-e4c15f98f8cf with Priority: HIGHEST for action security_group_rules [ 737.568590] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f37589-9457-4228-b440-e4c15f98f8cf taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.568590] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f37589-9457-4228-b440-e4c15f98f8cf" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.861305] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.861533] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.861533] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.861805] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.861920] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.862032] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f37589-9457-4228-b440-e4c15f98f8cf already deleted. [ 737.862120] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f37589-9457-4228-b440-e4c15f98f8cf" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.862286] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f37589-9457-4228-b440-e4c15f98f8cf" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.862548] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f37589-9457-4228-b440-e4c15f98f8cf" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.862665] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f37589-9457-4228-b440-e4c15f98f8cf',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.871131] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d73a0cb-1421-4cea-beb8-bbea5d417b8a [ 737.871131] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.871131] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.871131] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.871299] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.871383] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.871472] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d73a0cb-1421-4cea-beb8-bbea5d417b8a already deleted. [ 737.871566] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d73a0cb-1421-4cea-beb8-bbea5d417b8a" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.317067] env[69707]: INFO networking_nsxv3.common.synchronization [None req-9f193193-1bbb-4f7a-8e69-7840a4578e8c None None] Enqueued Resource ID: 1f086899-46cf-4df3-b489-2ee2f11a1647 with Priority: HIGHEST for action port [ 738.317067] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f086899-46cf-4df3-b489-2ee2f11a1647 with Priority: HIGHEST for action port [ 738.317067] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f086899-46cf-4df3-b489-2ee2f11a1647 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.317067] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f086899-46cf-4df3-b489-2ee2f11a1647" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.317067] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f086899-46cf-4df3-b489-2ee2f11a1647" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.317067] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f086899-46cf-4df3-b489-2ee2f11a1647" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.317067] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f086899-46cf-4df3-b489-2ee2f11a1647',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.387620] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.389099] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.389099] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.389099] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.389099] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.389099] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f37589-9457-4228-b440-e4c15f98f8cf already deleted. [ 738.389099] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f37589-9457-4228-b440-e4c15f98f8cf" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.819294] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f086899-46cf-4df3-b489-2ee2f11a1647 [ 738.819534] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.819676] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.819747] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.819989] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.820096] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.820197] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f086899-46cf-4df3-b489-2ee2f11a1647 already deleted. [ 738.820278] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f086899-46cf-4df3-b489-2ee2f11a1647" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.180914] env[69707]: INFO networking_nsxv3.common.synchronization [None req-81671bb8-6cc1-4b31-9739-5c86bd0bb54d tempest-AttachVolumeShelveTestJSON-1388520254 tempest-AttachVolumeShelveTestJSON-1388520254-project-member] Enqueued Resource ID: a39b458b-4e97-4756-96ba-5c0784f62fa1 with Priority: HIGHEST for action security_group_rules [ 742.181261] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a39b458b-4e97-4756-96ba-5c0784f62fa1 with Priority: HIGHEST for action security_group_rules [ 742.183562] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a39b458b-4e97-4756-96ba-5c0784f62fa1 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.183562] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a39b458b-4e97-4756-96ba-5c0784f62fa1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.183562] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a39b458b-4e97-4756-96ba-5c0784f62fa1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.183562] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a39b458b-4e97-4756-96ba-5c0784f62fa1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.183562] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a39b458b-4e97-4756-96ba-5c0784f62fa1',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.264648] env[69707]: INFO networking_nsxv3.common.synchronization [None req-05865fc8-beac-44eb-a42f-a357b43c3d17 tempest-AttachVolumeShelveTestJSON-1388520254 tempest-AttachVolumeShelveTestJSON-1388520254-project-member] Enqueued Resource ID: a39b458b-4e97-4756-96ba-5c0784f62fa1 with Priority: HIGHEST for action security_group_rules [ 742.266426] env[69707]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a39b458b-4e97-4756-96ba-5c0784f62fa1 with Priority: HIGHEST for action security_group_rules [ 742.267429] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a39b458b-4e97-4756-96ba-5c0784f62fa1 taken with stack trace [, , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.267429] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a39b458b-4e97-4756-96ba-5c0784f62fa1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.704677] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.704844] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.705361] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.705361] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.705361] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.705361] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a39b458b-4e97-4756-96ba-5c0784f62fa1 already deleted. [ 742.705485] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a39b458b-4e97-4756-96ba-5c0784f62fa1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.705673] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a39b458b-4e97-4756-96ba-5c0784f62fa1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.705763] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a39b458b-4e97-4756-96ba-5c0784f62fa1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.705849] env[69707]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a39b458b-4e97-4756-96ba-5c0784f62fa1',) {} {{(pid=69707) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.225966] env[69707]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69707) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.226293] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.226293] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.226504] env[69707]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.226601] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.226704] env[69707]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a39b458b-4e97-4756-96ba-5c0784f62fa1 already deleted. [ 743.226790] env[69707]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a39b458b-4e97-4756-96ba-5c0784f62fa1" {{(pid=69707) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.267356] env[69707]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 747.267734] env[69707]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 752.269144] env[69707]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 752.269144] env[69707]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 757.269626] env[69707]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 757.269947] env[69707]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 762.270283] env[69707]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 762.270601] env[69707]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0