[ 623.947113] env[69410]: INFO neutron.common.config [-] Logging enabled! [ 623.947550] env[69410]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 623.947875] env[69410]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69410) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 623.948196] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 623.948296] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 623.949066] env[69410]: WARNING oslo_policy.policy [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 623.949282] env[69410]: WARNING oslo_policy.policy [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 623.950756] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] VMware NSXv3 Agent initialized successfully. [ 623.951116] env[69410]: DEBUG oslo_concurrency.lockutils [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] Acquiring lock "singleton_lock" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.951248] env[69410]: DEBUG oslo_concurrency.lockutils [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] Acquired lock "singleton_lock" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.951449] env[69410]: DEBUG oslo_concurrency.lockutils [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] Releasing lock "singleton_lock" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.951733] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] Full set of CONF: {{(pid=69410) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 623.951843] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ******************************************************************************** {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 623.951947] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] Configuration options gathered from: {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 623.952293] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 623.952466] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 623.952575] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ================================================================================ {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 623.952740] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] agent_down_time = 75 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.952881] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] allow_automatic_dhcp_failover = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.953027] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] allow_bulk = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.953175] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] api_extensions_path = {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.953316] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] api_paste_config = api-paste.ini {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.953455] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] auth_strategy = keystone {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.953561] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] backdoor_port = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.953663] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] backdoor_socket = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.953800] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] backlog = 4096 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.953939] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] base_mac = fa:16:3e:00:00:00 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.954106] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] bind_host = 0.0.0.0 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.954247] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] bind_port = 9696 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.954417] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] client_socket_timeout = 900 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.954578] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] config_dir = [] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.954689] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.954829] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] config_source = [] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.954969] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] control_exchange = neutron {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.955123] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] core_plugin = ml2 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.955263] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] debug = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.955399] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] default_availability_zones = [] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.955632] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.955777] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] dhcp_agent_notification = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.955917] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] dhcp_agents_per_network = 1 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.956064] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] dhcp_lease_duration = 86400 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.956209] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] dhcp_load_type = networks {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.956346] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] dns_domain = openstacklocal {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.956484] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.956618] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] enable_default_route_bfd = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.956774] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] enable_default_route_ecmp = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.956911] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] enable_dvr = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.957057] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] enable_new_agents = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.957197] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.957329] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] enable_signals = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.957460] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] enable_traditional_dhcp = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.957586] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] external_dns_driver = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.957713] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] filter_validation = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961018] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] global_physnet_mtu = 8950 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961018] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] graceful_shutdown_timeout = 60 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961018] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] host = cpu-1 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961018] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] host_dvr_for_dhcp = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961018] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] http_retries = 3 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961018] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] instance_format = [instance: %(uuid)s] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961018] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961456] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ipam_driver = internal {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961456] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ipv6_pd_enabled = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961456] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] l3_ha = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961456] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961456] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] l3_ha_network_physical_name = {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961456] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] l3_ha_network_type = {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961456] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] log_color = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961633] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] log_config_append = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961633] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961633] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] log_dir = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961633] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] log_file = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961633] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] log_options = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961633] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] log_rotate_interval = 1 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961633] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] log_rotate_interval_type = days {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961796] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] log_rotation_type = none {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961796] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961796] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961796] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961796] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961919] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961919] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] max_dns_nameservers = 5 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961919] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] max_header_line = 16384 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961919] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] max_l3_agents_per_router = 3 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961919] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] max_logfile_count = 30 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.961919] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] max_logfile_size_mb = 200 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.962081] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] max_subnet_host_routes = 20 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.962081] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] my_ip = 10.180.1.21 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.962140] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] my_ipv6 = ::1 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.962405] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] network_auto_schedule = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.962405] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] network_link_prefix = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.962547] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.962701] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] notify_nova_on_port_data_changes = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.962834] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] notify_nova_on_port_status_changes = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.962970] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] pagination_max_limit = -1 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.963133] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] publish_errors = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.963267] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] rate_limit_burst = 0 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.963403] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] rate_limit_except_level = CRITICAL {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.964710] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] rate_limit_interval = 0 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.964710] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] retry_until_window = 30 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.964710] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] router_distributed = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.964710] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] rpc_resources_processing_step = 20 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.964710] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] rpc_response_max_timeout = 600 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.964710] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] rpc_response_timeout = 60 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.964710] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] send_events_interval = 2 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.965194] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] service_plugins = ['router'] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.965194] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] setproctitle = on {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.965194] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] shell_completion = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.965194] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] state_path = /opt/stack/data/neutron {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.965194] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] syslog_log_facility = LOG_USER {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.965194] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] tcp_keepidle = 600 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.965472] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] transport_url = **** {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.965472] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] use_journal = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.965562] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] use_json = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.965677] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] use_ssl = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.965807] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] use_stderr = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.965943] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] use_syslog = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.966087] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] vlan_qinq = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.966218] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] vlan_transparent = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.966349] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] watch_log_file = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.966510] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] wsgi_default_pool_size = 100 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.966653] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] wsgi_keep_alive = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.966794] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.966928] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] wsgi_server_debug = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 623.967091] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_concurrency.disable_process_locking = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.967239] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.967387] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.967524] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.967663] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.967802] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.967939] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.968102] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler.connection_string = messaging:// {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.968246] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler.enabled = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.968388] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler.es_doc_type = notification {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.968528] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler.es_scroll_size = 10000 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.968668] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler.es_scroll_time = 2m {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.968803] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler.filter_error_trace = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.968941] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler.hmac_keys = **** {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.969141] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler.sentinel_service_name = mymaster {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.969320] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler.socket_timeout = 0.1 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.969464] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler.trace_requests = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.969602] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler.trace_sqlalchemy = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.969752] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler_jaeger.process_tags = {} {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.969886] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler_jaeger.service_name_prefix = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.970033] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] profiler_otlp.service_name_prefix = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.970188] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_policy.enforce_new_defaults = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.970470] env[69410]: WARNING oslo_config.cfg [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 623.970634] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_policy.enforce_scope = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.970779] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_policy.policy_default_rule = default {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.970978] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.971148] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.971297] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.971432] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.971567] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.971699] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.971833] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.971972] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_policy.remote_timeout = 60.0 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.972134] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.972284] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] agent.extensions = [] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.972426] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.972570] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] service_providers.service_provider = [] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.972715] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] QUOTAS.default_quota = -1 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.972858] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.972995] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] QUOTAS.quota_floatingip = 50 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.973145] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] QUOTAS.quota_network = 100 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.973279] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] QUOTAS.quota_port = 500 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.973416] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.973551] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] QUOTAS.quota_router = 10 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.973685] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] QUOTAS.quota_security_group = 10 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.973817] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.973949] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] QUOTAS.quota_subnet = 100 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.974091] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] QUOTAS.track_quota_usage = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.974240] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.974400] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep.group = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.974538] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep.helper_command = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.974673] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep.log_daemon_traceback = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.974811] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.974946] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep.thread_pool_size = 8 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.975235] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep.user = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.975235] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.975372] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_dhcp_release.group = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.975513] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_dhcp_release.helper_command = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.975647] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.975787] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.975923] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.976068] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_dhcp_release.user = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.976213] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.976343] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_ovs_vsctl.group = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.976475] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_ovs_vsctl.helper_command = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.976607] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.976745] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.976881] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.977018] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_ovs_vsctl.user = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.977161] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_namespace.capabilities = [21] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.977292] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_namespace.group = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.977420] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_namespace.helper_command = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.977559] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_namespace.log_daemon_traceback = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.977693] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.977829] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_namespace.thread_pool_size = 8 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.977958] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_namespace.user = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.978107] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_conntrack.capabilities = [12] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.978238] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_conntrack.group = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.978368] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_conntrack.helper_command = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.978525] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_conntrack.log_daemon_traceback = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.978683] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.978832] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.978947] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_conntrack.user = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.979100] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_link.capabilities = [12, 21] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.979231] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_link.group = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.979359] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_link.helper_command = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.979493] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_link.log_daemon_traceback = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.979630] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.979763] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_link.thread_pool_size = 8 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.979893] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] privsep_link.user = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.980061] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.980208] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.980346] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.continue_on_failed_promotions = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.980482] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.dscp = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.980618] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.dscp_inherit = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.980758] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.force_mp_to_policy = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.980893] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.locking_coordinator_url = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.981037] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.log_agent_heartbeats = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.981176] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.logging_expire = 1 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.981317] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.981452] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.981596] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.polling_interval = 240 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.981732] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.981872] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.982023] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.report_interval = 30.0 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.982163] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.982302] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.982464] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.982608] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.sync_skew = 60 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.982744] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.synchronization_queue_size = 20 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.982878] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT.use_helper_for_ns_read = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.983028] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] SECURITYGROUP.enable_ipset = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.983174] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] SECURITYGROUP.enable_security_group = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.983314] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.983454] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.983596] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] experimental.ipv6_pd_enabled = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.983753] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ml2.extension_drivers = ['port_security'] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.983886] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ml2.external_network_type = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.984045] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.984192] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ml2.overlay_ip_version = 4 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.984333] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ml2.path_mtu = 8950 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.984500] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ml2.physical_network_mtus = {} {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.984652] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ml2.tenant_network_types = ['vlan'] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.984795] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.984939] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ml2.type_drivers = ['vlan'] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.985094] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT_CLI.neutron_port_id = [] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.985233] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.985387] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.985545] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.985695] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.985837] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.985980] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.986133] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.986275] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.986471] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.986618] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_login_password = **** {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.986824] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_login_port = 443 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.986988] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_login_user = admin {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.987146] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.987296] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.987437] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.987577] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.987721] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.987866] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.988014] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.988163] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.988301] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.988445] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.988591] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.988728] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.988911] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.989173] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.989333] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] vsphere.vsphere_login_password = VMware1! {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.989480] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.989620] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.989761] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] nova.auth_section = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.989910] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] nova.auth_type = password {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.990063] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.990201] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] nova.certfile = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.990339] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] nova.collect_timing = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.990483] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] nova.endpoint_type = public {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.990618] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] nova.insecure = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.990747] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] nova.keyfile = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.990890] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] nova.region_name = RegionOne {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.991081] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] nova.split_loggers = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.991234] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] nova.timeout = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.991379] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] placement.auth_section = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.991528] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] placement.auth_type = password {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.991668] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.991799] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] placement.certfile = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.991935] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] placement.collect_timing = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993115] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] placement.endpoint_type = public {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993115] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] placement.insecure = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993115] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] placement.keyfile = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993115] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] placement.region_name = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993115] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] placement.split_loggers = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993115] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] placement.timeout = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993115] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.auth_section = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993344] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.auth_type = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993344] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.cafile = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993344] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.certfile = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993473] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.collect_timing = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993473] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.connect_retries = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993658] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.connect_retry_delay = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993733] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.enable_notifications = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993862] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.endpoint_override = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.993996] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.insecure = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.994135] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.interface = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.994266] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.keyfile = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.994432] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.max_version = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.994565] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.min_version = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.994696] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.region_name = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.994827] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.retriable_status_codes = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.994956] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.service_name = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.995097] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.service_type = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.995233] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.split_loggers = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.995380] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.status_code_retries = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.995522] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.status_code_retry_delay = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.995654] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.timeout = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.995785] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.valid_interfaces = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.995918] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ironic.version = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.996073] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] cli_script.dry_run = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.996223] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.996358] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.996498] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.996631] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.996762] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.996893] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.997034] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.997173] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.997308] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.997449] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.997582] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.997723] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.997864] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.998016] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.998150] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.998290] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.998425] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.998562] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.998703] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.998837] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.998970] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.999117] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.999251] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.999385] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.999521] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.999656] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.999786] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 623.999919] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.000068] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.000205] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.000340] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.ssl = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.000486] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.000621] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.000755] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.000916] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.001093] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.ssl_version = {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.001234] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.001381] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_notifications.driver = [] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.001523] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_notifications.retry = -1 {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.001674] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.001808] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] oslo_messaging_notifications.transport_url = **** {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 624.001913] env[69410]: DEBUG oslo_service.backend.eventlet.service [None req-05da1b65-dd3d-4d39-a308-2db3460175bf None None] ******************************************************************************** {{(pid=69410) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 624.002905] env[69410]: DEBUG neutron.agent.securitygroups_rpc [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Init firewall settings (driver=nsxv3) {{(pid=69410) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 624.004217] env[69410]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69410) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 624.004485] env[69410]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] RPC agent_id: nsxm-l-01a.corp.local [ 624.006740] env[69410]: DEBUG dogpile.cache.region [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] No value present for key: 'zone-id' {{(pid=69410) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.006854] env[69410]: DEBUG dogpile.lock [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] NeedRegenerationException {{(pid=69410) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.006950] env[69410]: DEBUG dogpile.lock [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] no value, waiting for create lock {{(pid=69410) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.007052] env[69410]: DEBUG dogpile.lock [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] value creation lock acquired {{(pid=69410) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.007145] env[69410]: DEBUG dogpile.cache.region [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] No value present for key: 'zone-id' {{(pid=69410) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.007233] env[69410]: DEBUG dogpile.lock [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Calling creation function for not-yet-present value {{(pid=69410) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.007351] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.047285] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Session token - acquiring [ 624.048830] env[69410]: DEBUG networking_nsxv3.common.locking [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.049026] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.049110] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.049538] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.060111] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.342557] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 624.365130] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.365308] env[69410]: DEBUG dogpile.cache.region [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Cache value generated in 0.358 seconds for key(s): 'zone-id' {{(pid=69410) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 624.365448] env[69410]: DEBUG dogpile.lock [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Released creation lock {{(pid=69410) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.365522] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Activating Policy API Provider. [ 624.365691] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Looking for the default Infrastructure Rules. [ 624.433593] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Looking for the Default Layer3 Logged Drop Section. [ 624.449169] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 624.449600] env[69410]: DEBUG networking_nsxv3.common.locking [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.449772] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquiring lock "all" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.449876] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired lock "all" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.450180] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired external semaphore "all" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.450513] env[69410]: DEBUG networking_nsxv3.api.rpc [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.966450] env[69410]: DEBUG networking_nsxv3.api.rpc [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.468350] env[69410]: DEBUG networking_nsxv3.api.rpc [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.970494] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Inventory metadata is going to be refreshed. [ 625.970874] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 626.816055] env[69410]: DEBUG networking_nsxv3.common.locking [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.816376] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquiring lock "Segment" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.816376] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired lock "Segment" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.816677] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired external semaphore "Segment" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.827492] env[69410]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 626.829284] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Releasing lock "Segment" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.834185] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 626.859718] env[69410]: DEBUG networking_nsxv3.common.locking [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.859718] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.859718] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.859718] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.859718] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.860131] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 626.860131] env[69410]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69410) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 626.860310] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 626.886401] env[69410]: DEBUG networking_nsxv3.common.locking [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.886748] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.886825] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.887276] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.887574] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.887827] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 626.916023] env[69410]: DEBUG networking_nsxv3.common.locking [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.916361] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.916547] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.916971] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.917227] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.917473] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 626.939842] env[69410]: DEBUG networking_nsxv3.common.locking [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.940208] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquiring lock "Address Group" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.940292] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired lock "Address Group" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.940678] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired external semaphore "Address Group" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.940847] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Releasing lock "Address Group" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.941088] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 626.941241] env[69410]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69410) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 626.941401] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 626.969146] env[69410]: DEBUG networking_nsxv3.common.locking [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.969734] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquiring lock "Segment QoS" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.970124] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired lock "Segment QoS" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.970851] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired external semaphore "Segment QoS" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.971284] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Releasing lock "Segment QoS" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.971354] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 626.971599] env[69410]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69410) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 626.971702] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 626.996263] env[69410]: DEBUG networking_nsxv3.common.locking [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.996608] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquiring lock "Security Group (Members)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.996608] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired lock "Security Group (Members)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.996887] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Acquired external semaphore "Security Group (Members)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.997050] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Releasing lock "Security Group (Members)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.997212] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 626.997317] env[69410]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69410) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 626.997421] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Inventory metadata have been refreshed. [ 626.997520] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Dryrun:True. Metadata refresh completed. [ 626.997635] env[69410]: DEBUG oslo_concurrency.lockutils [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Releasing lock "all" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.999390] env[69410]: INFO neutron.agent.agent_extensions_manager [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Loaded agent extensions: [] [ 627.000146] env[69410]: DEBUG neutron_lib.callbacks.manager [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69410) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 627.002457] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.002634] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.002691] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.002931] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.003113] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.061988] env[69410]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] NSXv3 Agent Agent RPC Daemon Started! [ 627.062240] env[69410]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] NSXv3 Agent Agent loop - iteration:0 started [ 627.062240] env[69410]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54836b64-1bf5-4880-9aec-f0039605048b None None] NSXv3 Agent Agent out of sync with plugin! [ 627.506342] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.009882] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.512085] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 628.512207] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 629.252565] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.252843] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.252843] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.253054] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.265063] env[69410]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 629.266597] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.266873] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 629.283679] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.283866] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.283866] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.284085] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.284168] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.284276] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 629.284397] env[69410]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69410) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 629.284489] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 629.302923] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.303116] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.303116] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.303281] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.303406] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.303516] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 629.322887] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.323090] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.323090] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.323283] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.323383] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.323492] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 629.344676] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.344894] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.344894] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.345093] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.345195] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.345314] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 629.345386] env[69410]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69410) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 629.345464] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 629.362911] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.363124] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.363124] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.363324] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.363409] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.363516] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 629.363587] env[69410]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69410) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 629.363657] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 629.386818] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.386992] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.387083] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.387329] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.387535] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.387744] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 629.387859] env[69410]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69410) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 629.387989] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 629.388139] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 629.388283] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 629.388367] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 629.388432] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 629.388697] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 629.388751] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 629.388819] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 629.409671] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.409869] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.409869] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.410091] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.410194] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.410302] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 629.429130] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.429326] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.429326] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.429518] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.429646] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.440801] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.001021] env[69410]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 632.001413] env[69410]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 637.002359] env[69410]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 637.002359] env[69410]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 641.781501] env[69410]: INFO networking_nsxv3.common.synchronization [None req-31ec23f1-36e5-475a-8429-bf69ebc7219c demo admin] Enqueued Resource ID: 7d835885-ed2f-454c-b04a-81e72e2da897 with Priority: HIGHEST for action security_group_rules [ 641.782381] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d835885-ed2f-454c-b04a-81e72e2da897 with Priority: HIGHEST for action security_group_rules [ 641.782679] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d835885-ed2f-454c-b04a-81e72e2da897 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.782809] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d835885-ed2f-454c-b04a-81e72e2da897" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.782880] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d835885-ed2f-454c-b04a-81e72e2da897" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.783163] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d835885-ed2f-454c-b04a-81e72e2da897" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.783273] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d835885-ed2f-454c-b04a-81e72e2da897',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.305040] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.305040] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.305040] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.305040] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.305040] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.305040] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d835885-ed2f-454c-b04a-81e72e2da897 already deleted. [ 642.305040] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d835885-ed2f-454c-b04a-81e72e2da897" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.783630] env[69410]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 646.784050] env[69410]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 651.784462] env[69410]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 651.784869] env[69410]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 656.786190] env[69410]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 656.786498] env[69410]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 661.788020] env[69410]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 661.788020] env[69410]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 666.788971] env[69410]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 666.789346] env[69410]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 668.883296] env[69410]: INFO networking_nsxv3.common.synchronization [None req-f9b983b5-5bd4-43d5-8f74-df0b8253d344 None None] Enqueued Resource ID: b424311d-91c9-4738-a506-e270588ded55 with Priority: HIGHEST for action port [ 668.883296] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b424311d-91c9-4738-a506-e270588ded55 with Priority: HIGHEST for action port [ 668.883296] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-b424311d-91c9-4738-a506-e270588ded55 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.883764] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b424311d-91c9-4738-a506-e270588ded55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.883764] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b424311d-91c9-4738-a506-e270588ded55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.883764] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b424311d-91c9-4738-a506-e270588ded55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.883764] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b424311d-91c9-4738-a506-e270588ded55',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.386890] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b424311d-91c9-4738-a506-e270588ded55 [ 669.387358] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.387358] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.387544] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.387866] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.389614] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.389690] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b424311d-91c9-4738-a506-e270588ded55 already deleted. [ 669.389737] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b424311d-91c9-4738-a506-e270588ded55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.450557] env[69410]: INFO networking_nsxv3.common.synchronization [None req-0b8ac63b-d0b8-4dd4-b84e-c9fdb49b6cae None None] Enqueued Resource ID: 92b3c67c-19ed-4620-812b-4aacae57fa64 with Priority: HIGHEST for action port [ 670.451169] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b3c67c-19ed-4620-812b-4aacae57fa64 with Priority: HIGHEST for action port [ 670.451491] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b3c67c-19ed-4620-812b-4aacae57fa64 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.451646] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b3c67c-19ed-4620-812b-4aacae57fa64" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.451745] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b3c67c-19ed-4620-812b-4aacae57fa64" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.452019] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b3c67c-19ed-4620-812b-4aacae57fa64" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.452135] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b3c67c-19ed-4620-812b-4aacae57fa64',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.736063] env[69410]: INFO networking_nsxv3.common.synchronization [None req-8a5c825d-002d-4a80-8e4f-a336d4f3cc58 None None] Enqueued Resource ID: 6ea8e921-8763-4227-8658-233ec06eb338 with Priority: HIGHEST for action port [ 670.736063] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea8e921-8763-4227-8658-233ec06eb338 with Priority: HIGHEST for action port [ 670.736063] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ea8e921-8763-4227-8658-233ec06eb338 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.736063] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ea8e921-8763-4227-8658-233ec06eb338" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.736063] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ea8e921-8763-4227-8658-233ec06eb338" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.736063] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ea8e921-8763-4227-8658-233ec06eb338" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.736063] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ea8e921-8763-4227-8658-233ec06eb338',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.955414] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92b3c67c-19ed-4620-812b-4aacae57fa64 [ 670.955642] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.955774] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.955877] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.956497] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.956497] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.956497] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92b3c67c-19ed-4620-812b-4aacae57fa64 already deleted. [ 670.956624] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b3c67c-19ed-4620-812b-4aacae57fa64" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.242880] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ea8e921-8763-4227-8658-233ec06eb338 [ 671.242880] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.242880] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.242880] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.242880] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.242880] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.242880] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ea8e921-8763-4227-8658-233ec06eb338 already deleted. [ 671.242880] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ea8e921-8763-4227-8658-233ec06eb338" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.288170] env[69410]: INFO networking_nsxv3.common.synchronization [None req-c146d4c2-f9b9-4954-a731-1751bec5b98e None None] Enqueued Resource ID: 727846fe-08c3-4fe4-ae60-e3a8841297b4 with Priority: HIGHEST for action port [ 672.289035] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 727846fe-08c3-4fe4-ae60-e3a8841297b4 with Priority: HIGHEST for action port [ 672.290262] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-727846fe-08c3-4fe4-ae60-e3a8841297b4 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.290262] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-727846fe-08c3-4fe4-ae60-e3a8841297b4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.290262] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-727846fe-08c3-4fe4-ae60-e3a8841297b4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.290262] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-727846fe-08c3-4fe4-ae60-e3a8841297b4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.290262] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('727846fe-08c3-4fe4-ae60-e3a8841297b4',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.777215] env[69410]: INFO networking_nsxv3.common.synchronization [None req-a398ffb0-6240-400b-8f88-894e48e7e48f None None] Enqueued Resource ID: 3112e006-0c34-4ba9-8a42-43fbf01b3267 with Priority: HIGHEST for action port [ 672.777215] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3112e006-0c34-4ba9-8a42-43fbf01b3267 with Priority: HIGHEST for action port [ 672.777994] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-3112e006-0c34-4ba9-8a42-43fbf01b3267 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.779082] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3112e006-0c34-4ba9-8a42-43fbf01b3267" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.779082] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3112e006-0c34-4ba9-8a42-43fbf01b3267" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.779319] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3112e006-0c34-4ba9-8a42-43fbf01b3267" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.779518] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3112e006-0c34-4ba9-8a42-43fbf01b3267',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.794448] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 727846fe-08c3-4fe4-ae60-e3a8841297b4 [ 672.794448] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.794448] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.794733] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.794733] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.794808] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.794927] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:727846fe-08c3-4fe4-ae60-e3a8841297b4 already deleted. [ 672.795017] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-727846fe-08c3-4fe4-ae60-e3a8841297b4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.053477] env[69410]: INFO networking_nsxv3.common.synchronization [None req-aa1f34ed-2809-4579-be0c-1344ffb2d899 None None] Enqueued Resource ID: c5340281-057c-4e13-af1c-3311ec08072a with Priority: HIGHEST for action port [ 673.054312] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5340281-057c-4e13-af1c-3311ec08072a with Priority: HIGHEST for action port [ 673.054627] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5340281-057c-4e13-af1c-3311ec08072a taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.054750] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5340281-057c-4e13-af1c-3311ec08072a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.054815] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5340281-057c-4e13-af1c-3311ec08072a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.057470] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5340281-057c-4e13-af1c-3311ec08072a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.057567] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5340281-057c-4e13-af1c-3311ec08072a',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.089642] env[69410]: INFO networking_nsxv3.common.synchronization [None req-393141af-8b97-4206-8ae2-18e910e6ca10 None None] Enqueued Resource ID: 9fdb128a-1bef-432a-be2e-714ae2cd8aa3 with Priority: HIGHEST for action port [ 673.090016] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fdb128a-1bef-432a-be2e-714ae2cd8aa3 with Priority: HIGHEST for action port [ 673.090401] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fdb128a-1bef-432a-be2e-714ae2cd8aa3 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.090524] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fdb128a-1bef-432a-be2e-714ae2cd8aa3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.090589] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fdb128a-1bef-432a-be2e-714ae2cd8aa3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.090947] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fdb128a-1bef-432a-be2e-714ae2cd8aa3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.091049] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fdb128a-1bef-432a-be2e-714ae2cd8aa3',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.283010] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3112e006-0c34-4ba9-8a42-43fbf01b3267 [ 673.283997] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.283997] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.283997] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.283997] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.283997] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.283997] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3112e006-0c34-4ba9-8a42-43fbf01b3267 already deleted. [ 673.283997] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3112e006-0c34-4ba9-8a42-43fbf01b3267" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.562225] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5340281-057c-4e13-af1c-3311ec08072a [ 673.562520] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.562604] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.562657] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.562919] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.563019] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.563121] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5340281-057c-4e13-af1c-3311ec08072a already deleted. [ 673.563203] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5340281-057c-4e13-af1c-3311ec08072a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.594223] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fdb128a-1bef-432a-be2e-714ae2cd8aa3 [ 673.594223] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.594223] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.594223] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.594495] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.594495] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.594698] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fdb128a-1bef-432a-be2e-714ae2cd8aa3 already deleted. [ 673.594698] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fdb128a-1bef-432a-be2e-714ae2cd8aa3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.185645] env[69410]: INFO networking_nsxv3.common.synchronization [None req-89b6cc8d-9894-4dba-b928-19cb6ebcded5 None None] Enqueued Resource ID: ddd8b4f9-e498-432f-986d-6ffb64e8c358 with Priority: HIGHEST for action port [ 675.186460] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd8b4f9-e498-432f-986d-6ffb64e8c358 with Priority: HIGHEST for action port [ 675.186608] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddd8b4f9-e498-432f-986d-6ffb64e8c358 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.186887] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddd8b4f9-e498-432f-986d-6ffb64e8c358" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.187023] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddd8b4f9-e498-432f-986d-6ffb64e8c358" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.187604] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddd8b4f9-e498-432f-986d-6ffb64e8c358" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.187739] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddd8b4f9-e498-432f-986d-6ffb64e8c358',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.383613] env[69410]: INFO networking_nsxv3.common.synchronization [None req-15ab1d06-1507-4b0d-933c-732f5aa4cdb0 None None] Enqueued Resource ID: 8127a5d3-0397-4e8f-9f50-3a93e7d8df58 with Priority: HIGHEST for action port [ 675.384214] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8127a5d3-0397-4e8f-9f50-3a93e7d8df58 with Priority: HIGHEST for action port [ 675.386188] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-8127a5d3-0397-4e8f-9f50-3a93e7d8df58 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.388717] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8127a5d3-0397-4e8f-9f50-3a93e7d8df58" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.388717] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8127a5d3-0397-4e8f-9f50-3a93e7d8df58" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.388717] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8127a5d3-0397-4e8f-9f50-3a93e7d8df58" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.388717] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8127a5d3-0397-4e8f-9f50-3a93e7d8df58',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.691708] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddd8b4f9-e498-432f-986d-6ffb64e8c358 [ 675.691708] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.692066] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.692066] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.692154] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.692191] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.692445] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddd8b4f9-e498-432f-986d-6ffb64e8c358 already deleted. [ 675.692445] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddd8b4f9-e498-432f-986d-6ffb64e8c358" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.890273] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8127a5d3-0397-4e8f-9f50-3a93e7d8df58 [ 675.890876] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.891740] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.891740] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.891740] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.891740] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.891740] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8127a5d3-0397-4e8f-9f50-3a93e7d8df58 already deleted. [ 675.891740] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8127a5d3-0397-4e8f-9f50-3a93e7d8df58" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.195269] env[69410]: INFO networking_nsxv3.common.synchronization [None req-88e4de48-4f05-4e4e-b27d-203322345f9c None None] Enqueued Resource ID: ac4dc024-410e-4efa-b8cd-1c3fbe2a6784 with Priority: HIGHEST for action port [ 676.195526] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4dc024-410e-4efa-b8cd-1c3fbe2a6784 with Priority: HIGHEST for action port [ 676.196383] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac4dc024-410e-4efa-b8cd-1c3fbe2a6784 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.196383] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac4dc024-410e-4efa-b8cd-1c3fbe2a6784" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.196481] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac4dc024-410e-4efa-b8cd-1c3fbe2a6784" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.196702] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac4dc024-410e-4efa-b8cd-1c3fbe2a6784" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.196755] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac4dc024-410e-4efa-b8cd-1c3fbe2a6784',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.225838] env[69410]: INFO networking_nsxv3.common.synchronization [None req-2ff5432d-57a5-4c5b-ab59-f8722a19ba66 None None] Enqueued Resource ID: 6b90f937-d064-4f20-a916-3450a6c7eb8e with Priority: HIGHEST for action port [ 676.226455] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b90f937-d064-4f20-a916-3450a6c7eb8e with Priority: HIGHEST for action port [ 676.227101] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b90f937-d064-4f20-a916-3450a6c7eb8e taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.227101] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b90f937-d064-4f20-a916-3450a6c7eb8e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.227101] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b90f937-d064-4f20-a916-3450a6c7eb8e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.228755] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b90f937-d064-4f20-a916-3450a6c7eb8e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.228755] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b90f937-d064-4f20-a916-3450a6c7eb8e',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.699061] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac4dc024-410e-4efa-b8cd-1c3fbe2a6784 [ 676.699061] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.699262] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.699262] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.699434] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.699529] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.699630] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac4dc024-410e-4efa-b8cd-1c3fbe2a6784 already deleted. [ 676.699711] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac4dc024-410e-4efa-b8cd-1c3fbe2a6784" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.732652] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b90f937-d064-4f20-a916-3450a6c7eb8e [ 676.732652] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.732652] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.732652] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.732652] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.732652] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.732652] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b90f937-d064-4f20-a916-3450a6c7eb8e already deleted. [ 676.732992] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b90f937-d064-4f20-a916-3450a6c7eb8e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.189117] env[69410]: INFO networking_nsxv3.common.synchronization [None req-1fca388c-bd46-4754-ae75-e8c2a5cc32b5 None None] Enqueued Resource ID: 8b6dd6df-e4f6-4036-8907-dc63fe26fc55 with Priority: HIGHEST for action port [ 677.189374] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6dd6df-e4f6-4036-8907-dc63fe26fc55 with Priority: HIGHEST for action port [ 677.189926] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b6dd6df-e4f6-4036-8907-dc63fe26fc55 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.190074] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b6dd6df-e4f6-4036-8907-dc63fe26fc55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.190146] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b6dd6df-e4f6-4036-8907-dc63fe26fc55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.190390] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b6dd6df-e4f6-4036-8907-dc63fe26fc55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.190470] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6dd6df-e4f6-4036-8907-dc63fe26fc55',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.692438] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b6dd6df-e4f6-4036-8907-dc63fe26fc55 [ 677.694014] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.694014] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.694014] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.694014] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.694014] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.694014] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b6dd6df-e4f6-4036-8907-dc63fe26fc55 already deleted. [ 677.694014] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b6dd6df-e4f6-4036-8907-dc63fe26fc55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.454027] env[69410]: INFO networking_nsxv3.common.synchronization [req-ada9c122-9fca-4474-9874-87395d27ca28 req-e1d5332d-1bc2-4d8f-9f1c-c2b78935fc09 tempest-SecurityGroupRulesTestJSON-798453277 tempest-SecurityGroupRulesTestJSON-798453277-project-member] Enqueued Resource ID: 25619d09-90ff-49f9-86c6-f1cc50f8a86c with Priority: HIGHEST for action security_group_rules [ 678.454027] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25619d09-90ff-49f9-86c6-f1cc50f8a86c with Priority: HIGHEST for action security_group_rules [ 678.454027] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25619d09-90ff-49f9-86c6-f1cc50f8a86c taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.454146] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25619d09-90ff-49f9-86c6-f1cc50f8a86c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.454146] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25619d09-90ff-49f9-86c6-f1cc50f8a86c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.455119] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25619d09-90ff-49f9-86c6-f1cc50f8a86c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.455119] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25619d09-90ff-49f9-86c6-f1cc50f8a86c',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.878828] env[69410]: INFO networking_nsxv3.common.synchronization [None req-f50d6fbe-ffd6-4a12-aa03-c4ea8bbbc05e None None] Enqueued Resource ID: 6ac1e310-e3fa-42b1-8fbf-e74897ebfdeb with Priority: HIGHEST for action port [ 678.879444] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ac1e310-e3fa-42b1-8fbf-e74897ebfdeb with Priority: HIGHEST for action port [ 678.880134] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ac1e310-e3fa-42b1-8fbf-e74897ebfdeb taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.880263] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ac1e310-e3fa-42b1-8fbf-e74897ebfdeb" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.880328] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ac1e310-e3fa-42b1-8fbf-e74897ebfdeb" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.880579] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ac1e310-e3fa-42b1-8fbf-e74897ebfdeb" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.880662] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ac1e310-e3fa-42b1-8fbf-e74897ebfdeb',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.982311] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.982311] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.982517] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.983302] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.983421] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.983527] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25619d09-90ff-49f9-86c6-f1cc50f8a86c already deleted. [ 678.983609] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25619d09-90ff-49f9-86c6-f1cc50f8a86c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.386161] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ac1e310-e3fa-42b1-8fbf-e74897ebfdeb [ 679.386345] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.386519] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.386617] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.386864] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.386985] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.387118] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ac1e310-e3fa-42b1-8fbf-e74897ebfdeb already deleted. [ 679.387278] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ac1e310-e3fa-42b1-8fbf-e74897ebfdeb" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.852467] env[69410]: INFO networking_nsxv3.common.synchronization [req-c4ab64db-f268-4851-8025-0b6da69e87b4 req-4aa23e11-d5dd-41d2-bcde-d826bf54a5fb tempest-SecurityGroupRulesTestJSON-798453277 tempest-SecurityGroupRulesTestJSON-798453277-project-member] Enqueued Resource ID: 5ceef939-2743-4416-8327-48d069902c6e with Priority: HIGHEST for action security_group_rules [ 680.852746] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceef939-2743-4416-8327-48d069902c6e with Priority: HIGHEST for action security_group_rules [ 680.853333] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ceef939-2743-4416-8327-48d069902c6e taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.853448] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ceef939-2743-4416-8327-48d069902c6e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.853525] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ceef939-2743-4416-8327-48d069902c6e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.853767] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ceef939-2743-4416-8327-48d069902c6e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.855459] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ceef939-2743-4416-8327-48d069902c6e',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.077345] env[69410]: INFO networking_nsxv3.common.synchronization [None req-926f978b-897f-4a96-966f-ce5f1d630b8e None None] Enqueued Resource ID: 4dd26636-30fe-4dd2-87ff-e1aaa439ae83 with Priority: HIGHEST for action port [ 681.077614] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd26636-30fe-4dd2-87ff-e1aaa439ae83 with Priority: HIGHEST for action port [ 681.078810] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd26636-30fe-4dd2-87ff-e1aaa439ae83 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.078810] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd26636-30fe-4dd2-87ff-e1aaa439ae83" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.078810] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd26636-30fe-4dd2-87ff-e1aaa439ae83" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.078810] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd26636-30fe-4dd2-87ff-e1aaa439ae83" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.078810] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd26636-30fe-4dd2-87ff-e1aaa439ae83',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.367052] env[69410]: INFO networking_nsxv3.common.synchronization [None req-b7411273-1f7a-49f8-a509-dcc38849b3c6 None None] Enqueued Resource ID: 58cb9cb7-95ed-49f9-8be9-8ae08d318c2e with Priority: HIGHEST for action port [ 681.368201] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cb9cb7-95ed-49f9-8be9-8ae08d318c2e with Priority: HIGHEST for action port [ 681.368201] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-58cb9cb7-95ed-49f9-8be9-8ae08d318c2e taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.368201] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58cb9cb7-95ed-49f9-8be9-8ae08d318c2e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.368201] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58cb9cb7-95ed-49f9-8be9-8ae08d318c2e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.369622] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58cb9cb7-95ed-49f9-8be9-8ae08d318c2e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.371534] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58cb9cb7-95ed-49f9-8be9-8ae08d318c2e',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.379213] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.379213] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.379213] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.379213] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.379213] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.379213] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ceef939-2743-4416-8327-48d069902c6e already deleted. [ 681.379213] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ceef939-2743-4416-8327-48d069902c6e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.582762] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dd26636-30fe-4dd2-87ff-e1aaa439ae83 [ 681.582845] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.583027] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.583094] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.583299] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.583383] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.583477] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dd26636-30fe-4dd2-87ff-e1aaa439ae83 already deleted. [ 681.583566] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd26636-30fe-4dd2-87ff-e1aaa439ae83" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.873769] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58cb9cb7-95ed-49f9-8be9-8ae08d318c2e [ 681.873990] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.874058] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.874089] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.874547] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.874547] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.874547] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58cb9cb7-95ed-49f9-8be9-8ae08d318c2e already deleted. [ 681.874547] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58cb9cb7-95ed-49f9-8be9-8ae08d318c2e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.215079] env[69410]: INFO networking_nsxv3.common.synchronization [None req-a0d23aa5-fc4a-4d7c-8fdb-716085eca962 None None] Enqueued Resource ID: 8579423f-b80f-45d9-a866-c3eb06edf551 with Priority: HIGHEST for action port [ 682.215682] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8579423f-b80f-45d9-a866-c3eb06edf551 with Priority: HIGHEST for action port [ 682.216171] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-8579423f-b80f-45d9-a866-c3eb06edf551 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.217535] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8579423f-b80f-45d9-a866-c3eb06edf551" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.217535] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8579423f-b80f-45d9-a866-c3eb06edf551" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.218680] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8579423f-b80f-45d9-a866-c3eb06edf551" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.218680] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8579423f-b80f-45d9-a866-c3eb06edf551',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.720955] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8579423f-b80f-45d9-a866-c3eb06edf551 [ 682.721367] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.721503] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.721687] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.721787] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.721875] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.721970] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8579423f-b80f-45d9-a866-c3eb06edf551 already deleted. [ 682.722075] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8579423f-b80f-45d9-a866-c3eb06edf551" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.256329] env[69410]: INFO networking_nsxv3.common.synchronization [None req-d2cb8002-9d83-4f94-b0a1-db57f5db83e3 tempest-AttachInterfacesUnderV243Test-1447128109 tempest-AttachInterfacesUnderV243Test-1447128109-project-member] Enqueued Resource ID: 6de1254a-5fa3-496b-b67c-2bc3f8b443ee with Priority: HIGHEST for action security_group_rules [ 683.256733] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de1254a-5fa3-496b-b67c-2bc3f8b443ee with Priority: HIGHEST for action security_group_rules [ 683.257029] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de1254a-5fa3-496b-b67c-2bc3f8b443ee taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.257127] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de1254a-5fa3-496b-b67c-2bc3f8b443ee" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.257165] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de1254a-5fa3-496b-b67c-2bc3f8b443ee" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.257806] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de1254a-5fa3-496b-b67c-2bc3f8b443ee" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.257806] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de1254a-5fa3-496b-b67c-2bc3f8b443ee',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.318143] env[69410]: INFO networking_nsxv3.common.synchronization [None req-266d1a9f-f776-4778-b1d4-08dba804b389 None None] Enqueued Resource ID: 85e2122f-7040-4000-9aa4-b1a710f1b50d with Priority: HIGHEST for action port [ 683.318633] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e2122f-7040-4000-9aa4-b1a710f1b50d with Priority: HIGHEST for action port [ 683.318931] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-85e2122f-7040-4000-9aa4-b1a710f1b50d taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.319070] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85e2122f-7040-4000-9aa4-b1a710f1b50d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.319140] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85e2122f-7040-4000-9aa4-b1a710f1b50d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.319496] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85e2122f-7040-4000-9aa4-b1a710f1b50d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.319496] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e2122f-7040-4000-9aa4-b1a710f1b50d',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.427247] env[69410]: INFO networking_nsxv3.common.synchronization [None req-4bbb40ee-6b46-42c9-ae32-3f3b690f3851 tempest-AttachInterfacesUnderV243Test-1447128109 tempest-AttachInterfacesUnderV243Test-1447128109-project-member] Enqueued Resource ID: 6de1254a-5fa3-496b-b67c-2bc3f8b443ee with Priority: HIGHEST for action security_group_rules [ 683.427504] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de1254a-5fa3-496b-b67c-2bc3f8b443ee with Priority: HIGHEST for action security_group_rules [ 683.428538] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de1254a-5fa3-496b-b67c-2bc3f8b443ee taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.428687] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de1254a-5fa3-496b-b67c-2bc3f8b443ee" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.783100] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.783100] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.783100] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.783100] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.783100] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.783100] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de1254a-5fa3-496b-b67c-2bc3f8b443ee already deleted. [ 683.783100] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de1254a-5fa3-496b-b67c-2bc3f8b443ee" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.783100] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de1254a-5fa3-496b-b67c-2bc3f8b443ee" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.783100] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de1254a-5fa3-496b-b67c-2bc3f8b443ee" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.783100] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de1254a-5fa3-496b-b67c-2bc3f8b443ee',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.822391] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85e2122f-7040-4000-9aa4-b1a710f1b50d [ 683.822391] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.822391] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.822391] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.822603] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.822785] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.822785] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85e2122f-7040-4000-9aa4-b1a710f1b50d already deleted. [ 683.823061] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85e2122f-7040-4000-9aa4-b1a710f1b50d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.124917] env[69410]: INFO networking_nsxv3.common.synchronization [req-417cd3a1-43b6-4f44-93a6-38d56f49757c req-d67c8c5b-a028-465a-aab8-cee9eadda893 tempest-SecurityGroupRulesTestJSON-798453277 tempest-SecurityGroupRulesTestJSON-798453277-project-member] Enqueued Resource ID: 873fe77c-00b9-4ec1-9c62-219f8da7f3e4 with Priority: HIGHEST for action security_group_rules [ 684.125196] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873fe77c-00b9-4ec1-9c62-219f8da7f3e4 with Priority: HIGHEST for action security_group_rules [ 684.126197] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873fe77c-00b9-4ec1-9c62-219f8da7f3e4 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.126197] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873fe77c-00b9-4ec1-9c62-219f8da7f3e4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.126197] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873fe77c-00b9-4ec1-9c62-219f8da7f3e4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.126197] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873fe77c-00b9-4ec1-9c62-219f8da7f3e4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.126339] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873fe77c-00b9-4ec1-9c62-219f8da7f3e4',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.306488] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.307448] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.307448] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.307448] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.307448] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.307448] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de1254a-5fa3-496b-b67c-2bc3f8b443ee already deleted. [ 684.307448] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de1254a-5fa3-496b-b67c-2bc3f8b443ee" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.631841] env[69410]: INFO networking_nsxv3.common.synchronization [None req-8bea666c-acef-4bfe-b322-ceaf90ca7902 tempest-VolumesAssistedSnapshotsTest-1135239287 tempest-VolumesAssistedSnapshotsTest-1135239287-project-member] Enqueued Resource ID: 27c8bc4f-ae60-4a92-8053-1a4ca1374eb1 with Priority: HIGHEST for action security_group_rules [ 684.633298] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c8bc4f-ae60-4a92-8053-1a4ca1374eb1 with Priority: HIGHEST for action security_group_rules [ 684.634170] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c8bc4f-ae60-4a92-8053-1a4ca1374eb1 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.634354] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c8bc4f-ae60-4a92-8053-1a4ca1374eb1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.634470] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c8bc4f-ae60-4a92-8053-1a4ca1374eb1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.634760] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c8bc4f-ae60-4a92-8053-1a4ca1374eb1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.634909] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c8bc4f-ae60-4a92-8053-1a4ca1374eb1',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.655067] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.655377] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.655681] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.656037] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.656678] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.656801] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873fe77c-00b9-4ec1-9c62-219f8da7f3e4 already deleted. [ 684.656902] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873fe77c-00b9-4ec1-9c62-219f8da7f3e4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.758537] env[69410]: INFO networking_nsxv3.common.synchronization [None req-29246e4a-4ac3-49da-876c-d5a4cd3da6e7 tempest-VolumesAssistedSnapshotsTest-1135239287 tempest-VolumesAssistedSnapshotsTest-1135239287-project-member] Enqueued Resource ID: 27c8bc4f-ae60-4a92-8053-1a4ca1374eb1 with Priority: HIGHEST for action security_group_rules [ 684.759333] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c8bc4f-ae60-4a92-8053-1a4ca1374eb1 with Priority: HIGHEST for action security_group_rules [ 684.759406] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c8bc4f-ae60-4a92-8053-1a4ca1374eb1 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.759509] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c8bc4f-ae60-4a92-8053-1a4ca1374eb1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.162400] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.162400] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.162400] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.162400] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.162400] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.162400] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c8bc4f-ae60-4a92-8053-1a4ca1374eb1 already deleted. [ 685.162400] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c8bc4f-ae60-4a92-8053-1a4ca1374eb1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.162400] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c8bc4f-ae60-4a92-8053-1a4ca1374eb1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.162400] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c8bc4f-ae60-4a92-8053-1a4ca1374eb1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.162400] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c8bc4f-ae60-4a92-8053-1a4ca1374eb1',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.689490] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.689759] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.689759] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.690274] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.690274] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.690274] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c8bc4f-ae60-4a92-8053-1a4ca1374eb1 already deleted. [ 685.690274] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c8bc4f-ae60-4a92-8053-1a4ca1374eb1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.161246] env[69410]: INFO networking_nsxv3.common.synchronization [None req-af5b48e8-7f5b-4e8a-abbb-34fbb95d2df6 tempest-ServersWithSpecificFlavorTestJSON-1138597111 tempest-ServersWithSpecificFlavorTestJSON-1138597111-project-member] Enqueued Resource ID: d602223b-b880-402f-a151-47a55c5d5a96 with Priority: HIGHEST for action security_group_rules [ 686.161676] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d602223b-b880-402f-a151-47a55c5d5a96 with Priority: HIGHEST for action security_group_rules [ 686.161982] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d602223b-b880-402f-a151-47a55c5d5a96 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.162121] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d602223b-b880-402f-a151-47a55c5d5a96" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.162315] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d602223b-b880-402f-a151-47a55c5d5a96" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.162455] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d602223b-b880-402f-a151-47a55c5d5a96" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.162533] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d602223b-b880-402f-a151-47a55c5d5a96',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.258674] env[69410]: INFO networking_nsxv3.common.synchronization [None req-324589b7-c1fd-4a97-9138-2f01f586161b tempest-ServersWithSpecificFlavorTestJSON-1138597111 tempest-ServersWithSpecificFlavorTestJSON-1138597111-project-member] Enqueued Resource ID: d602223b-b880-402f-a151-47a55c5d5a96 with Priority: HIGHEST for action security_group_rules [ 686.260463] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d602223b-b880-402f-a151-47a55c5d5a96 with Priority: HIGHEST for action security_group_rules [ 686.260463] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d602223b-b880-402f-a151-47a55c5d5a96 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.260463] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d602223b-b880-402f-a151-47a55c5d5a96" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.269066] env[69410]: INFO networking_nsxv3.common.synchronization [None req-33c7bfc7-4d1b-4c27-b6fc-034e462e4090 None None] Enqueued Resource ID: 5c894fbc-7877-4e61-9cbc-e1d20e8885ae with Priority: HIGHEST for action port [ 686.269884] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c894fbc-7877-4e61-9cbc-e1d20e8885ae with Priority: HIGHEST for action port [ 686.271406] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c894fbc-7877-4e61-9cbc-e1d20e8885ae taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.272060] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c894fbc-7877-4e61-9cbc-e1d20e8885ae" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.272060] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c894fbc-7877-4e61-9cbc-e1d20e8885ae" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.272060] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c894fbc-7877-4e61-9cbc-e1d20e8885ae" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.272060] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c894fbc-7877-4e61-9cbc-e1d20e8885ae',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.371709] env[69410]: INFO networking_nsxv3.common.synchronization [None req-85f322bb-3b98-4f63-a303-9e2cd21942c0 None None] Enqueued Resource ID: 98686d14-8a0d-4b42-8ab4-4323f01598ab with Priority: HIGHEST for action port [ 686.371962] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98686d14-8a0d-4b42-8ab4-4323f01598ab with Priority: HIGHEST for action port [ 686.372970] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-98686d14-8a0d-4b42-8ab4-4323f01598ab taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.374672] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98686d14-8a0d-4b42-8ab4-4323f01598ab" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.374672] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98686d14-8a0d-4b42-8ab4-4323f01598ab" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.374672] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98686d14-8a0d-4b42-8ab4-4323f01598ab" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.374672] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98686d14-8a0d-4b42-8ab4-4323f01598ab',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.686663] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.686833] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.686877] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.688196] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.688196] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.688196] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d602223b-b880-402f-a151-47a55c5d5a96 already deleted. [ 686.688196] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d602223b-b880-402f-a151-47a55c5d5a96" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.688196] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d602223b-b880-402f-a151-47a55c5d5a96" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.688196] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d602223b-b880-402f-a151-47a55c5d5a96" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.688196] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d602223b-b880-402f-a151-47a55c5d5a96',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.775185] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c894fbc-7877-4e61-9cbc-e1d20e8885ae [ 686.775465] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.775720] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.775720] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.776637] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.776637] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.776637] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c894fbc-7877-4e61-9cbc-e1d20e8885ae already deleted. [ 686.776637] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c894fbc-7877-4e61-9cbc-e1d20e8885ae" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.877896] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98686d14-8a0d-4b42-8ab4-4323f01598ab [ 686.878165] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.878313] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.878391] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.879446] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.879446] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.879446] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98686d14-8a0d-4b42-8ab4-4323f01598ab already deleted. [ 686.879446] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98686d14-8a0d-4b42-8ab4-4323f01598ab" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.217635] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.217635] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.217635] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.217635] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.217635] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.217635] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d602223b-b880-402f-a151-47a55c5d5a96 already deleted. [ 687.217884] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d602223b-b880-402f-a151-47a55c5d5a96" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.353530] env[69410]: INFO networking_nsxv3.common.synchronization [None req-9b5e2bc9-ce9b-4883-87f7-74cfa48ba743 None None] Enqueued Resource ID: 9429f858-954e-4114-af3d-ee97c30a7fa1 with Priority: HIGHEST for action port [ 687.354164] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9429f858-954e-4114-af3d-ee97c30a7fa1 with Priority: HIGHEST for action port [ 687.354641] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-9429f858-954e-4114-af3d-ee97c30a7fa1 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.354957] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9429f858-954e-4114-af3d-ee97c30a7fa1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.354957] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9429f858-954e-4114-af3d-ee97c30a7fa1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.356492] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9429f858-954e-4114-af3d-ee97c30a7fa1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.356492] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9429f858-954e-4114-af3d-ee97c30a7fa1',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.860866] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9429f858-954e-4114-af3d-ee97c30a7fa1 [ 687.862817] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.862817] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.862817] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.862817] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.862817] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.862817] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9429f858-954e-4114-af3d-ee97c30a7fa1 already deleted. [ 687.862817] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9429f858-954e-4114-af3d-ee97c30a7fa1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.733302] env[69410]: INFO networking_nsxv3.common.synchronization [req-87a7f86f-048d-4666-8111-e8d8305746bb req-b6c0771c-42b0-45cb-ac56-1fcfa0c1cab7 tempest-SecurityGroupRulesTestJSON-798453277 tempest-SecurityGroupRulesTestJSON-798453277-project-member] Enqueued Resource ID: 3ba8e680-dad3-482d-8cf5-d5a6e7a42004 with Priority: HIGHEST for action security_group_rules [ 688.733575] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba8e680-dad3-482d-8cf5-d5a6e7a42004 with Priority: HIGHEST for action security_group_rules [ 688.734564] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ba8e680-dad3-482d-8cf5-d5a6e7a42004 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.734564] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ba8e680-dad3-482d-8cf5-d5a6e7a42004" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.734564] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ba8e680-dad3-482d-8cf5-d5a6e7a42004" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.734726] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ba8e680-dad3-482d-8cf5-d5a6e7a42004" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.734757] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ba8e680-dad3-482d-8cf5-d5a6e7a42004',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.257425] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.257425] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.257944] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.257944] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.257944] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.257944] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ba8e680-dad3-482d-8cf5-d5a6e7a42004 already deleted. [ 689.258089] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ba8e680-dad3-482d-8cf5-d5a6e7a42004" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.732636] env[69410]: INFO networking_nsxv3.common.synchronization [None req-3f7a769b-ea4d-484f-85ea-7aba21bd03c8 None None] Enqueued Resource ID: b83d5cc5-6ae8-408c-bf32-c52c8f99e13e with Priority: HIGHEST for action port [ 690.732895] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83d5cc5-6ae8-408c-bf32-c52c8f99e13e with Priority: HIGHEST for action port [ 690.733514] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-b83d5cc5-6ae8-408c-bf32-c52c8f99e13e taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.733631] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b83d5cc5-6ae8-408c-bf32-c52c8f99e13e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.733696] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b83d5cc5-6ae8-408c-bf32-c52c8f99e13e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.733940] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b83d5cc5-6ae8-408c-bf32-c52c8f99e13e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.736020] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b83d5cc5-6ae8-408c-bf32-c52c8f99e13e',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.239354] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b83d5cc5-6ae8-408c-bf32-c52c8f99e13e [ 691.239612] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.239765] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.239843] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.240102] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.240321] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.240321] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b83d5cc5-6ae8-408c-bf32-c52c8f99e13e already deleted. [ 691.240433] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b83d5cc5-6ae8-408c-bf32-c52c8f99e13e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.857664] env[69410]: INFO networking_nsxv3.common.synchronization [None req-e6f954e6-a77a-4015-a06d-a9848d49bbb7 None None] Enqueued Resource ID: 20ae1b47-54cb-4c3e-bb63-9685cb1c0453 with Priority: HIGHEST for action port [ 692.857664] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ae1b47-54cb-4c3e-bb63-9685cb1c0453 with Priority: HIGHEST for action port [ 692.857664] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-20ae1b47-54cb-4c3e-bb63-9685cb1c0453 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.857664] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20ae1b47-54cb-4c3e-bb63-9685cb1c0453" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.857664] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20ae1b47-54cb-4c3e-bb63-9685cb1c0453" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.857664] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20ae1b47-54cb-4c3e-bb63-9685cb1c0453" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.857664] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20ae1b47-54cb-4c3e-bb63-9685cb1c0453',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.361838] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20ae1b47-54cb-4c3e-bb63-9685cb1c0453 [ 693.361838] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.361838] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.361838] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.361838] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.361838] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.361838] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20ae1b47-54cb-4c3e-bb63-9685cb1c0453 already deleted. [ 693.361838] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20ae1b47-54cb-4c3e-bb63-9685cb1c0453" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.012869] env[69410]: INFO networking_nsxv3.common.synchronization [None req-b26d0319-1b28-4587-bd07-66626594a0a0 None None] Enqueued Resource ID: 94a5f9b7-0afa-410d-ba02-124fbfd9bce9 with Priority: HIGHEST for action port [ 694.012869] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94a5f9b7-0afa-410d-ba02-124fbfd9bce9 with Priority: HIGHEST for action port [ 694.015055] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-94a5f9b7-0afa-410d-ba02-124fbfd9bce9 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.015055] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94a5f9b7-0afa-410d-ba02-124fbfd9bce9" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.015055] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94a5f9b7-0afa-410d-ba02-124fbfd9bce9" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.015055] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94a5f9b7-0afa-410d-ba02-124fbfd9bce9" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.017166] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94a5f9b7-0afa-410d-ba02-124fbfd9bce9',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.486654] env[69410]: INFO networking_nsxv3.common.synchronization [None req-90012aaf-fa6f-4924-a1c6-1c767954d0c7 None None] Enqueued Resource ID: 584038ae-b666-435a-acdd-594e7f3e3570 with Priority: HIGHEST for action port [ 694.487187] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584038ae-b666-435a-acdd-594e7f3e3570 with Priority: HIGHEST for action port [ 694.487187] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-584038ae-b666-435a-acdd-594e7f3e3570 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.487295] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-584038ae-b666-435a-acdd-594e7f3e3570" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.487326] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-584038ae-b666-435a-acdd-594e7f3e3570" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.487590] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-584038ae-b666-435a-acdd-594e7f3e3570" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.487663] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('584038ae-b666-435a-acdd-594e7f3e3570',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.518671] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94a5f9b7-0afa-410d-ba02-124fbfd9bce9 [ 694.518840] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.518840] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.518947] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.519147] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.519331] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.519331] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94a5f9b7-0afa-410d-ba02-124fbfd9bce9 already deleted. [ 694.519408] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94a5f9b7-0afa-410d-ba02-124fbfd9bce9" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.991098] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 584038ae-b666-435a-acdd-594e7f3e3570 [ 694.991343] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.991481] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.991584] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.991816] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.991898] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.991992] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:584038ae-b666-435a-acdd-594e7f3e3570 already deleted. [ 694.992083] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-584038ae-b666-435a-acdd-594e7f3e3570" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.138936] env[69410]: INFO networking_nsxv3.common.synchronization [req-def64bb7-2215-4d37-b82b-6cba3a87e109 req-9041f54a-679a-4cff-9c63-bdcce815ed30 tempest-SecurityGroupRulesTestJSON-798453277 tempest-SecurityGroupRulesTestJSON-798453277-project-member] Enqueued Resource ID: 16fedd12-5da3-4687-8ee9-c4f13a6662ea with Priority: HIGHEST for action security_group_rules [ 695.139215] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fedd12-5da3-4687-8ee9-c4f13a6662ea with Priority: HIGHEST for action security_group_rules [ 695.139725] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.139846] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.140147] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.140147] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.140262] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16fedd12-5da3-4687-8ee9-c4f13a6662ea',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.669446] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.669664] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.669976] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.670596] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.670596] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.670596] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16fedd12-5da3-4687-8ee9-c4f13a6662ea already deleted. [ 695.670596] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.446536] env[69410]: INFO networking_nsxv3.common.synchronization [None req-3523c1da-8ab7-4f5c-b73a-195f4f5c7017 None None] Enqueued Resource ID: 7e6f1621-81d6-45b4-9302-791e32b2a35e with Priority: HIGHEST for action port [ 696.447103] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6f1621-81d6-45b4-9302-791e32b2a35e with Priority: HIGHEST for action port [ 696.447432] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e6f1621-81d6-45b4-9302-791e32b2a35e taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.447559] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e6f1621-81d6-45b4-9302-791e32b2a35e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.447624] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e6f1621-81d6-45b4-9302-791e32b2a35e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.447886] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e6f1621-81d6-45b4-9302-791e32b2a35e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.447967] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e6f1621-81d6-45b4-9302-791e32b2a35e',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.953714] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e6f1621-81d6-45b4-9302-791e32b2a35e [ 696.953959] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.954938] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.954938] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.954938] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.954938] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.954938] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e6f1621-81d6-45b4-9302-791e32b2a35e already deleted. [ 696.954938] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e6f1621-81d6-45b4-9302-791e32b2a35e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.011496] env[69410]: INFO networking_nsxv3.common.synchronization [req-37707e1b-2ac9-4598-8497-5a03a9d04dc0 req-7bcab85f-7be0-4338-be42-6ea3ce5757a0 tempest-SecurityGroupRulesTestJSON-798453277 tempest-SecurityGroupRulesTestJSON-798453277-project-member] Enqueued Resource ID: 16fedd12-5da3-4687-8ee9-c4f13a6662ea with Priority: HIGHEST for action security_group_rules [ 697.012014] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fedd12-5da3-4687-8ee9-c4f13a6662ea with Priority: HIGHEST for action security_group_rules [ 697.012380] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.012522] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.012588] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.012806] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.013580] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16fedd12-5da3-4687-8ee9-c4f13a6662ea',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.068728] env[69410]: INFO networking_nsxv3.common.synchronization [None req-3b8bc995-6beb-4f29-a24e-d33ccaa322be None None] Enqueued Resource ID: d1a9245e-15dd-4002-9c89-e1b9657172ea with Priority: HIGHEST for action port [ 697.069057] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a9245e-15dd-4002-9c89-e1b9657172ea with Priority: HIGHEST for action port [ 697.072790] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1a9245e-15dd-4002-9c89-e1b9657172ea taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.072964] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1a9245e-15dd-4002-9c89-e1b9657172ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.073050] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1a9245e-15dd-4002-9c89-e1b9657172ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.073405] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1a9245e-15dd-4002-9c89-e1b9657172ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.073405] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a9245e-15dd-4002-9c89-e1b9657172ea',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.325224] env[69410]: INFO networking_nsxv3.common.synchronization [None req-71390b55-05ec-4c6e-bc05-2b5bc0d2e804 None None] Enqueued Resource ID: 00782d2e-b9f5-4f96-892e-eae4a812cac3 with Priority: HIGHEST for action port [ 697.326426] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00782d2e-b9f5-4f96-892e-eae4a812cac3 with Priority: HIGHEST for action port [ 697.327374] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-00782d2e-b9f5-4f96-892e-eae4a812cac3 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.327520] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00782d2e-b9f5-4f96-892e-eae4a812cac3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.327570] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00782d2e-b9f5-4f96-892e-eae4a812cac3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.327855] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00782d2e-b9f5-4f96-892e-eae4a812cac3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.327958] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00782d2e-b9f5-4f96-892e-eae4a812cac3',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.538335] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.538586] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.538586] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.538804] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.538895] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.538987] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16fedd12-5da3-4687-8ee9-c4f13a6662ea already deleted. [ 697.539088] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.578797] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1a9245e-15dd-4002-9c89-e1b9657172ea [ 697.579143] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.580172] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.580518] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.580518] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.580600] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.580669] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1a9245e-15dd-4002-9c89-e1b9657172ea already deleted. [ 697.580876] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1a9245e-15dd-4002-9c89-e1b9657172ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.831464] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00782d2e-b9f5-4f96-892e-eae4a812cac3 [ 697.833114] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.833114] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.833114] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.833114] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.833114] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.833114] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00782d2e-b9f5-4f96-892e-eae4a812cac3 already deleted. [ 697.833114] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00782d2e-b9f5-4f96-892e-eae4a812cac3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.333219] env[69410]: INFO networking_nsxv3.common.synchronization [None req-41c9c291-1214-49f2-962e-3b833bcfe551 None None] Enqueued Resource ID: 17f0835b-0618-4b57-999c-b9e529c1e423 with Priority: HIGHEST for action port [ 698.336080] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f0835b-0618-4b57-999c-b9e529c1e423 with Priority: HIGHEST for action port [ 698.336080] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-17f0835b-0618-4b57-999c-b9e529c1e423 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.336080] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17f0835b-0618-4b57-999c-b9e529c1e423" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.336080] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17f0835b-0618-4b57-999c-b9e529c1e423" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.336080] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17f0835b-0618-4b57-999c-b9e529c1e423" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.336080] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17f0835b-0618-4b57-999c-b9e529c1e423',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.839440] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17f0835b-0618-4b57-999c-b9e529c1e423 [ 698.839707] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.840500] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.840500] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.840500] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.840500] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.840500] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17f0835b-0618-4b57-999c-b9e529c1e423 already deleted. [ 698.840500] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17f0835b-0618-4b57-999c-b9e529c1e423" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.604644] env[69410]: INFO networking_nsxv3.common.synchronization [req-81bbb5e7-d9a8-4d20-b32b-07e707bf48c7 req-0a6ea907-de6e-4c1d-ad9c-542d52ef1c5e tempest-SecurityGroupRulesTestJSON-798453277 tempest-SecurityGroupRulesTestJSON-798453277-project-member] Enqueued Resource ID: 16fedd12-5da3-4687-8ee9-c4f13a6662ea with Priority: HIGHEST for action security_group_rules [ 699.605193] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fedd12-5da3-4687-8ee9-c4f13a6662ea with Priority: HIGHEST for action security_group_rules [ 699.605526] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.605657] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.605725] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.605930] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.611184] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16fedd12-5da3-4687-8ee9-c4f13a6662ea',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.893193] env[69410]: INFO networking_nsxv3.common.synchronization [None req-e7fc1bcd-7fbf-45cd-98be-4f4ac4a24675 tempest-AttachVolumeNegativeTest-1102358568 tempest-AttachVolumeNegativeTest-1102358568-project-member] Enqueued Resource ID: edf1d027-8148-4e5e-9db5-0f75d181c46b with Priority: HIGHEST for action security_group_rules [ 699.893193] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf1d027-8148-4e5e-9db5-0f75d181c46b with Priority: HIGHEST for action security_group_rules [ 699.893193] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edf1d027-8148-4e5e-9db5-0f75d181c46b taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.893193] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edf1d027-8148-4e5e-9db5-0f75d181c46b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.893193] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edf1d027-8148-4e5e-9db5-0f75d181c46b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.894023] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edf1d027-8148-4e5e-9db5-0f75d181c46b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.894023] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edf1d027-8148-4e5e-9db5-0f75d181c46b',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.131888] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.132064] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.132133] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.132347] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.132446] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.132621] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16fedd12-5da3-4687-8ee9-c4f13a6662ea already deleted. [ 700.132673] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16fedd12-5da3-4687-8ee9-c4f13a6662ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.265069] env[69410]: INFO networking_nsxv3.common.synchronization [None req-e9bff245-ca87-41e6-8132-7db341342c6b tempest-AttachVolumeNegativeTest-1102358568 tempest-AttachVolumeNegativeTest-1102358568-project-member] Enqueued Resource ID: edf1d027-8148-4e5e-9db5-0f75d181c46b with Priority: HIGHEST for action security_group_rules [ 700.265330] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf1d027-8148-4e5e-9db5-0f75d181c46b with Priority: HIGHEST for action security_group_rules [ 700.266478] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edf1d027-8148-4e5e-9db5-0f75d181c46b taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.266478] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edf1d027-8148-4e5e-9db5-0f75d181c46b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.340450] env[69410]: INFO networking_nsxv3.common.synchronization [None req-38a0ba40-7e2a-4b47-b93a-db7fb4cf1202 None None] Enqueued Resource ID: 1eb4da1a-c845-49f6-8fbb-f1625ebdfc7f with Priority: HIGHEST for action port [ 700.341400] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb4da1a-c845-49f6-8fbb-f1625ebdfc7f with Priority: HIGHEST for action port [ 700.342306] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eb4da1a-c845-49f6-8fbb-f1625ebdfc7f taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.342510] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eb4da1a-c845-49f6-8fbb-f1625ebdfc7f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.342510] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eb4da1a-c845-49f6-8fbb-f1625ebdfc7f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.342794] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eb4da1a-c845-49f6-8fbb-f1625ebdfc7f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.342877] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eb4da1a-c845-49f6-8fbb-f1625ebdfc7f',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.416724] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.416901] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.416975] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.417629] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.417713] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.417878] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edf1d027-8148-4e5e-9db5-0f75d181c46b already deleted. [ 700.417878] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edf1d027-8148-4e5e-9db5-0f75d181c46b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.418047] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edf1d027-8148-4e5e-9db5-0f75d181c46b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.418633] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edf1d027-8148-4e5e-9db5-0f75d181c46b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.418633] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edf1d027-8148-4e5e-9db5-0f75d181c46b',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.845189] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1eb4da1a-c845-49f6-8fbb-f1625ebdfc7f [ 700.847227] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.847227] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.847227] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.847227] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.847227] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.847227] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1eb4da1a-c845-49f6-8fbb-f1625ebdfc7f already deleted. [ 700.847227] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eb4da1a-c845-49f6-8fbb-f1625ebdfc7f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.939880] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.940332] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.940332] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.940332] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.940509] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.940509] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edf1d027-8148-4e5e-9db5-0f75d181c46b already deleted. [ 700.940602] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edf1d027-8148-4e5e-9db5-0f75d181c46b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.651104] env[69410]: INFO networking_nsxv3.common.synchronization [None req-28936f79-6c00-4011-9e7b-d7866859e816 None None] Enqueued Resource ID: 00d196e5-b6fd-4272-8729-462191f7acde with Priority: HIGHEST for action port [ 702.652237] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d196e5-b6fd-4272-8729-462191f7acde with Priority: HIGHEST for action port [ 702.652237] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-00d196e5-b6fd-4272-8729-462191f7acde taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.652529] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00d196e5-b6fd-4272-8729-462191f7acde" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.652529] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00d196e5-b6fd-4272-8729-462191f7acde" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.654183] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00d196e5-b6fd-4272-8729-462191f7acde" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.654789] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00d196e5-b6fd-4272-8729-462191f7acde',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.159390] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00d196e5-b6fd-4272-8729-462191f7acde [ 703.159390] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.159390] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.160038] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.160699] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.161239] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.161239] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00d196e5-b6fd-4272-8729-462191f7acde already deleted. [ 703.161239] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00d196e5-b6fd-4272-8729-462191f7acde" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.336403] env[69410]: INFO networking_nsxv3.common.synchronization [None req-19b9b757-22f7-407b-ab5b-22458c7bf6e6 None None] Enqueued Resource ID: 67968406-1b4a-4dd6-95e4-154889ff6d2a with Priority: HIGHEST for action port [ 703.337457] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67968406-1b4a-4dd6-95e4-154889ff6d2a with Priority: HIGHEST for action port [ 703.337939] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-67968406-1b4a-4dd6-95e4-154889ff6d2a taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.338559] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67968406-1b4a-4dd6-95e4-154889ff6d2a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.338559] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67968406-1b4a-4dd6-95e4-154889ff6d2a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.340304] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67968406-1b4a-4dd6-95e4-154889ff6d2a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.340304] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67968406-1b4a-4dd6-95e4-154889ff6d2a',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.849243] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67968406-1b4a-4dd6-95e4-154889ff6d2a [ 703.850199] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.850512] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.850706] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.851133] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.851491] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.852045] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67968406-1b4a-4dd6-95e4-154889ff6d2a already deleted. [ 703.852045] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67968406-1b4a-4dd6-95e4-154889ff6d2a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.412286] env[69410]: INFO networking_nsxv3.common.synchronization [None req-8360fe5e-56ae-4cc7-a549-155cdcd0a224 None None] Enqueued Resource ID: 08546976-0f81-437a-a60c-72891e82fdd2 with Priority: HIGHEST for action port [ 704.413130] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08546976-0f81-437a-a60c-72891e82fdd2 with Priority: HIGHEST for action port [ 704.413214] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-08546976-0f81-437a-a60c-72891e82fdd2 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.413309] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08546976-0f81-437a-a60c-72891e82fdd2" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.413881] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08546976-0f81-437a-a60c-72891e82fdd2" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.413881] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08546976-0f81-437a-a60c-72891e82fdd2" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.413881] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08546976-0f81-437a-a60c-72891e82fdd2',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.918194] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08546976-0f81-437a-a60c-72891e82fdd2 [ 704.918509] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.918612] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.918763] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.918843] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.918932] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.919048] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08546976-0f81-437a-a60c-72891e82fdd2 already deleted. [ 704.919117] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08546976-0f81-437a-a60c-72891e82fdd2" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.578574] env[69410]: INFO networking_nsxv3.common.synchronization [None req-a839bd1b-1453-4565-9ebc-dd69fd9f71d0 None None] Enqueued Resource ID: af3760d9-5fcc-40dc-8407-db982223493c with Priority: HIGHEST for action port [ 705.580545] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af3760d9-5fcc-40dc-8407-db982223493c with Priority: HIGHEST for action port [ 705.580545] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-af3760d9-5fcc-40dc-8407-db982223493c taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.580545] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af3760d9-5fcc-40dc-8407-db982223493c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.580545] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af3760d9-5fcc-40dc-8407-db982223493c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.580913] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af3760d9-5fcc-40dc-8407-db982223493c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.581059] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af3760d9-5fcc-40dc-8407-db982223493c',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.084224] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af3760d9-5fcc-40dc-8407-db982223493c [ 706.084486] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.084607] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.084674] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.084888] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.084974] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.085855] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af3760d9-5fcc-40dc-8407-db982223493c already deleted. [ 706.086077] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af3760d9-5fcc-40dc-8407-db982223493c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.227101] env[69410]: INFO networking_nsxv3.common.synchronization [None req-032e8b47-5071-4c8f-bd2d-ce6d4c8f5445 None None] Enqueued Resource ID: e792be70-1e52-44fa-98f1-2cb57a2b9073 with Priority: HIGHEST for action port [ 706.227207] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e792be70-1e52-44fa-98f1-2cb57a2b9073 with Priority: HIGHEST for action port [ 706.227749] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-e792be70-1e52-44fa-98f1-2cb57a2b9073 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.227867] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e792be70-1e52-44fa-98f1-2cb57a2b9073" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.227932] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e792be70-1e52-44fa-98f1-2cb57a2b9073" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.228189] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e792be70-1e52-44fa-98f1-2cb57a2b9073" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.228303] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e792be70-1e52-44fa-98f1-2cb57a2b9073',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.470741] env[69410]: INFO networking_nsxv3.common.synchronization [None req-d975e78e-d895-4672-98cf-22d74a2aa858 None None] Enqueued Resource ID: 7d4c4b6d-b75b-46b1-b16f-9ff2126732d6 with Priority: HIGHEST for action port [ 706.471062] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d4c4b6d-b75b-46b1-b16f-9ff2126732d6 with Priority: HIGHEST for action port [ 706.471687] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d4c4b6d-b75b-46b1-b16f-9ff2126732d6 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.471935] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d4c4b6d-b75b-46b1-b16f-9ff2126732d6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.471935] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d4c4b6d-b75b-46b1-b16f-9ff2126732d6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.475080] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d4c4b6d-b75b-46b1-b16f-9ff2126732d6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.475080] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d4c4b6d-b75b-46b1-b16f-9ff2126732d6',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.732747] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e792be70-1e52-44fa-98f1-2cb57a2b9073 [ 706.732998] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.733188] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.733239] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.735053] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.735053] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.735053] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e792be70-1e52-44fa-98f1-2cb57a2b9073 already deleted. [ 706.735053] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e792be70-1e52-44fa-98f1-2cb57a2b9073" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.737134] env[69410]: INFO networking_nsxv3.common.synchronization [None req-b39950d9-01ea-4a0b-80e9-2a293b0d2c29 tempest-VolumesAdminNegativeTest-1152438510 tempest-VolumesAdminNegativeTest-1152438510-project-member] Enqueued Resource ID: d8fc1eb4-4d4b-4a9e-822e-492b75d63791 with Priority: HIGHEST for action security_group_rules [ 706.737277] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fc1eb4-4d4b-4a9e-822e-492b75d63791 with Priority: HIGHEST for action security_group_rules [ 706.738910] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8fc1eb4-4d4b-4a9e-822e-492b75d63791 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.738910] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8fc1eb4-4d4b-4a9e-822e-492b75d63791" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.738910] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8fc1eb4-4d4b-4a9e-822e-492b75d63791" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.738910] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8fc1eb4-4d4b-4a9e-822e-492b75d63791" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.738910] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8fc1eb4-4d4b-4a9e-822e-492b75d63791',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.978409] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d4c4b6d-b75b-46b1-b16f-9ff2126732d6 [ 706.978645] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.978778] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.978843] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.979105] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.979194] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.979294] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d4c4b6d-b75b-46b1-b16f-9ff2126732d6 already deleted. [ 706.979373] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d4c4b6d-b75b-46b1-b16f-9ff2126732d6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.265724] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.267172] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.267844] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.269664] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.269664] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.269664] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8fc1eb4-4d4b-4a9e-822e-492b75d63791 already deleted. [ 707.269664] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8fc1eb4-4d4b-4a9e-822e-492b75d63791" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.634634] env[69410]: INFO networking_nsxv3.common.synchronization [None req-34aadbbd-0805-47e7-affd-839970fb31cc tempest-VolumesAdminNegativeTest-1152438510 tempest-VolumesAdminNegativeTest-1152438510-project-member] Enqueued Resource ID: d8fc1eb4-4d4b-4a9e-822e-492b75d63791 with Priority: HIGHEST for action security_group_rules [ 707.634634] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fc1eb4-4d4b-4a9e-822e-492b75d63791 with Priority: HIGHEST for action security_group_rules [ 707.634634] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8fc1eb4-4d4b-4a9e-822e-492b75d63791 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.634634] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8fc1eb4-4d4b-4a9e-822e-492b75d63791" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.634634] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8fc1eb4-4d4b-4a9e-822e-492b75d63791" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.634961] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8fc1eb4-4d4b-4a9e-822e-492b75d63791" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.634961] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8fc1eb4-4d4b-4a9e-822e-492b75d63791',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.159621] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.159621] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.159621] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.159823] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.159823] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.159906] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8fc1eb4-4d4b-4a9e-822e-492b75d63791 already deleted. [ 708.159960] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8fc1eb4-4d4b-4a9e-822e-492b75d63791" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.211216] env[69410]: INFO networking_nsxv3.common.synchronization [None req-6ef2dd99-69b2-4b3d-b0d1-9663fe194f80 None None] Enqueued Resource ID: c9273691-5fdf-47e9-8d88-653969c2bb50 with Priority: HIGHEST for action port [ 709.211476] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9273691-5fdf-47e9-8d88-653969c2bb50 with Priority: HIGHEST for action port [ 709.212014] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9273691-5fdf-47e9-8d88-653969c2bb50 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.212129] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9273691-5fdf-47e9-8d88-653969c2bb50" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.212197] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9273691-5fdf-47e9-8d88-653969c2bb50" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.212647] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9273691-5fdf-47e9-8d88-653969c2bb50" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.212647] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9273691-5fdf-47e9-8d88-653969c2bb50',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.267784] env[69410]: INFO networking_nsxv3.common.synchronization [None req-05569be1-8a6b-423e-94b9-b12d1ee412c6 None None] Enqueued Resource ID: 8d6e4406-ad32-4d46-ac5f-f85d0cd59c00 with Priority: HIGHEST for action port [ 709.270040] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6e4406-ad32-4d46-ac5f-f85d0cd59c00 with Priority: HIGHEST for action port [ 709.270040] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d6e4406-ad32-4d46-ac5f-f85d0cd59c00 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.270463] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d6e4406-ad32-4d46-ac5f-f85d0cd59c00" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.270666] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d6e4406-ad32-4d46-ac5f-f85d0cd59c00" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.271140] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d6e4406-ad32-4d46-ac5f-f85d0cd59c00" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.272736] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d6e4406-ad32-4d46-ac5f-f85d0cd59c00',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.691771] env[69410]: INFO networking_nsxv3.common.synchronization [None req-d4ffdfb7-cb82-4fa6-8e73-ee2c0963f2f0 None None] Enqueued Resource ID: 5d360d98-3afd-443c-ba85-229b77f7446f with Priority: HIGHEST for action port [ 709.694316] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d360d98-3afd-443c-ba85-229b77f7446f with Priority: HIGHEST for action port [ 709.694316] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d360d98-3afd-443c-ba85-229b77f7446f taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.694316] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d360d98-3afd-443c-ba85-229b77f7446f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.694316] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d360d98-3afd-443c-ba85-229b77f7446f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.694316] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d360d98-3afd-443c-ba85-229b77f7446f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.694316] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d360d98-3afd-443c-ba85-229b77f7446f',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.719580] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9273691-5fdf-47e9-8d88-653969c2bb50 [ 709.720350] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.720350] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.720350] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.720830] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.720991] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.721144] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9273691-5fdf-47e9-8d88-653969c2bb50 already deleted. [ 709.723424] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9273691-5fdf-47e9-8d88-653969c2bb50" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.772992] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d6e4406-ad32-4d46-ac5f-f85d0cd59c00 [ 709.773212] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.773360] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.774244] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.774244] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.774244] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.774244] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d6e4406-ad32-4d46-ac5f-f85d0cd59c00 already deleted. [ 709.774244] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d6e4406-ad32-4d46-ac5f-f85d0cd59c00" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.196344] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d360d98-3afd-443c-ba85-229b77f7446f [ 710.196587] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.196757] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.196829] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.197040] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.197123] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.197220] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d360d98-3afd-443c-ba85-229b77f7446f already deleted. [ 710.197298] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d360d98-3afd-443c-ba85-229b77f7446f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.503172] env[69410]: INFO networking_nsxv3.common.synchronization [None req-bdd345fe-571e-4a8c-8cee-e211af5b9392 None None] Enqueued Resource ID: 3dccd2ed-70cc-4416-a591-09e58e98a16d with Priority: HIGHEST for action port [ 710.504411] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dccd2ed-70cc-4416-a591-09e58e98a16d with Priority: HIGHEST for action port [ 710.504950] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dccd2ed-70cc-4416-a591-09e58e98a16d taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.505345] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dccd2ed-70cc-4416-a591-09e58e98a16d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.507337] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dccd2ed-70cc-4416-a591-09e58e98a16d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.507707] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dccd2ed-70cc-4416-a591-09e58e98a16d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.507749] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dccd2ed-70cc-4416-a591-09e58e98a16d',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.011065] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dccd2ed-70cc-4416-a591-09e58e98a16d [ 711.011476] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.011587] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.011657] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.011866] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.011990] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.012059] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dccd2ed-70cc-4416-a591-09e58e98a16d already deleted. [ 711.012142] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dccd2ed-70cc-4416-a591-09e58e98a16d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.028517] env[69410]: INFO networking_nsxv3.common.synchronization [None req-9299004b-d637-4ae9-8e88-af662066d7f8 None None] Enqueued Resource ID: 6482175f-cd9f-4481-8ab2-4352fe5ebad5 with Priority: HIGHEST for action port [ 713.028790] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6482175f-cd9f-4481-8ab2-4352fe5ebad5 with Priority: HIGHEST for action port [ 713.029837] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-6482175f-cd9f-4481-8ab2-4352fe5ebad5 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.029837] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6482175f-cd9f-4481-8ab2-4352fe5ebad5" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.029837] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6482175f-cd9f-4481-8ab2-4352fe5ebad5" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.029837] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6482175f-cd9f-4481-8ab2-4352fe5ebad5" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.030012] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6482175f-cd9f-4481-8ab2-4352fe5ebad5',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.148757] env[69410]: INFO networking_nsxv3.common.synchronization [None req-7e776fbf-f2da-40e6-bffe-c61bada6f419 None None] Enqueued Resource ID: c682ec62-cfac-42cd-a884-aa061014fcbf with Priority: HIGHEST for action port [ 713.148757] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c682ec62-cfac-42cd-a884-aa061014fcbf with Priority: HIGHEST for action port [ 713.148757] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-c682ec62-cfac-42cd-a884-aa061014fcbf taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.148757] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c682ec62-cfac-42cd-a884-aa061014fcbf" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.148757] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c682ec62-cfac-42cd-a884-aa061014fcbf" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.148757] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c682ec62-cfac-42cd-a884-aa061014fcbf" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.148757] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c682ec62-cfac-42cd-a884-aa061014fcbf',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.534223] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6482175f-cd9f-4481-8ab2-4352fe5ebad5 [ 713.534996] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.536018] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.536018] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.536018] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.536018] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.536018] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6482175f-cd9f-4481-8ab2-4352fe5ebad5 already deleted. [ 713.536018] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6482175f-cd9f-4481-8ab2-4352fe5ebad5" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.650945] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c682ec62-cfac-42cd-a884-aa061014fcbf [ 713.651203] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.651264] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.651297] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.651493] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.651853] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.651983] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c682ec62-cfac-42cd-a884-aa061014fcbf already deleted. [ 713.653613] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c682ec62-cfac-42cd-a884-aa061014fcbf" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.755547] env[69410]: INFO networking_nsxv3.common.synchronization [None req-f977d659-9865-4c49-abec-ad46de2d9934 None None] Enqueued Resource ID: 0beff7fa-708a-4f67-a0ed-0ce667ba1633 with Priority: HIGHEST for action port [ 714.755815] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0beff7fa-708a-4f67-a0ed-0ce667ba1633 with Priority: HIGHEST for action port [ 714.757224] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-0beff7fa-708a-4f67-a0ed-0ce667ba1633 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.757224] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0beff7fa-708a-4f67-a0ed-0ce667ba1633" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.757224] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0beff7fa-708a-4f67-a0ed-0ce667ba1633" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.757224] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0beff7fa-708a-4f67-a0ed-0ce667ba1633" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.757224] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0beff7fa-708a-4f67-a0ed-0ce667ba1633',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.035316] env[69410]: INFO networking_nsxv3.common.synchronization [None req-9379af6f-80a0-4753-88a8-4eec7f790d6a None None] Enqueued Resource ID: 374be367-706d-4870-a84c-cce783d5f35e with Priority: HIGHEST for action port [ 715.036028] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374be367-706d-4870-a84c-cce783d5f35e with Priority: HIGHEST for action port [ 715.036653] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-374be367-706d-4870-a84c-cce783d5f35e taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.036653] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-374be367-706d-4870-a84c-cce783d5f35e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.036914] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-374be367-706d-4870-a84c-cce783d5f35e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.037095] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-374be367-706d-4870-a84c-cce783d5f35e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.037199] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374be367-706d-4870-a84c-cce783d5f35e',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.260581] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0beff7fa-708a-4f67-a0ed-0ce667ba1633 [ 715.261049] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.261478] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.261589] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.261944] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.262102] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.262326] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0beff7fa-708a-4f67-a0ed-0ce667ba1633 already deleted. [ 715.262901] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0beff7fa-708a-4f67-a0ed-0ce667ba1633" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.541512] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 374be367-706d-4870-a84c-cce783d5f35e [ 715.542930] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.544128] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.544128] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.544128] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.544128] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.544128] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:374be367-706d-4870-a84c-cce783d5f35e already deleted. [ 715.544128] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-374be367-706d-4870-a84c-cce783d5f35e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.998828] env[69410]: INFO networking_nsxv3.common.synchronization [None req-133bb224-f8e0-46e0-89a5-aaba8bac4f60 tempest-ServersV294TestFqdnHostnames-1902677993 tempest-ServersV294TestFqdnHostnames-1902677993-project-member] Enqueued Resource ID: f3d4bf87-827b-4c07-89d2-98569927ab06 with Priority: HIGHEST for action security_group_rules [ 715.998828] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3d4bf87-827b-4c07-89d2-98569927ab06 with Priority: HIGHEST for action security_group_rules [ 715.998828] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3d4bf87-827b-4c07-89d2-98569927ab06 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.998828] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3d4bf87-827b-4c07-89d2-98569927ab06" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.998828] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3d4bf87-827b-4c07-89d2-98569927ab06" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.998828] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3d4bf87-827b-4c07-89d2-98569927ab06" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.998828] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3d4bf87-827b-4c07-89d2-98569927ab06',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.491412] env[69410]: INFO networking_nsxv3.common.synchronization [None req-95a084ff-6934-4621-85a8-3f72120a52bc tempest-AttachVolumeNegativeTest-1102358568 tempest-AttachVolumeNegativeTest-1102358568-project-member] Enqueued Resource ID: e4b08642-9bdb-4775-8dc8-4136a824abb8 with Priority: HIGHEST for action security_group_rules [ 716.492408] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4b08642-9bdb-4775-8dc8-4136a824abb8 with Priority: HIGHEST for action security_group_rules [ 716.493024] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4b08642-9bdb-4775-8dc8-4136a824abb8 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.493513] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4b08642-9bdb-4775-8dc8-4136a824abb8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.494347] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4b08642-9bdb-4775-8dc8-4136a824abb8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.494894] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4b08642-9bdb-4775-8dc8-4136a824abb8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.496927] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4b08642-9bdb-4775-8dc8-4136a824abb8',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.524261] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.525301] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.526648] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.528107] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.528107] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.528107] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3d4bf87-827b-4c07-89d2-98569927ab06 already deleted. [ 716.528107] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3d4bf87-827b-4c07-89d2-98569927ab06" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.564662] env[69410]: INFO networking_nsxv3.common.synchronization [None req-43e51e96-f017-4cb2-910f-8f9794c8aa16 tempest-ServersV294TestFqdnHostnames-1902677993 tempest-ServersV294TestFqdnHostnames-1902677993-project-member] Enqueued Resource ID: f3d4bf87-827b-4c07-89d2-98569927ab06 with Priority: HIGHEST for action security_group_rules [ 716.565553] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3d4bf87-827b-4c07-89d2-98569927ab06 with Priority: HIGHEST for action security_group_rules [ 716.565553] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3d4bf87-827b-4c07-89d2-98569927ab06 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.565553] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3d4bf87-827b-4c07-89d2-98569927ab06" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.565553] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3d4bf87-827b-4c07-89d2-98569927ab06" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.565802] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3d4bf87-827b-4c07-89d2-98569927ab06" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.565802] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3d4bf87-827b-4c07-89d2-98569927ab06',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.766465] env[69410]: INFO networking_nsxv3.common.synchronization [None req-4f60e1f2-bda1-46c1-8287-c77062040a33 None None] Enqueued Resource ID: 586a7814-bb52-4452-9ee8-20ae87800e29 with Priority: HIGHEST for action port [ 716.767395] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586a7814-bb52-4452-9ee8-20ae87800e29 with Priority: HIGHEST for action port [ 716.767467] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-586a7814-bb52-4452-9ee8-20ae87800e29 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.768028] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-586a7814-bb52-4452-9ee8-20ae87800e29" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.768028] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-586a7814-bb52-4452-9ee8-20ae87800e29" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.768028] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-586a7814-bb52-4452-9ee8-20ae87800e29" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.768028] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586a7814-bb52-4452-9ee8-20ae87800e29',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.022221] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.022539] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.022539] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.022704] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.022743] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.022815] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4b08642-9bdb-4775-8dc8-4136a824abb8 already deleted. [ 717.022885] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4b08642-9bdb-4775-8dc8-4136a824abb8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.087084] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.087267] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.087338] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.087543] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.087625] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.087719] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3d4bf87-827b-4c07-89d2-98569927ab06 already deleted. [ 717.087790] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3d4bf87-827b-4c07-89d2-98569927ab06" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.274484] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 586a7814-bb52-4452-9ee8-20ae87800e29 [ 717.276692] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.276692] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.276692] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.276692] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.276692] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.276692] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:586a7814-bb52-4452-9ee8-20ae87800e29 already deleted. [ 717.276692] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-586a7814-bb52-4452-9ee8-20ae87800e29" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.702134] env[69410]: INFO networking_nsxv3.common.synchronization [None req-d2461cb1-28a6-407b-b5d1-2d3e7fe61be6 tempest-AttachVolumeNegativeTest-1102358568 tempest-AttachVolumeNegativeTest-1102358568-project-member] Enqueued Resource ID: e4b08642-9bdb-4775-8dc8-4136a824abb8 with Priority: HIGHEST for action security_group_rules [ 717.702713] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4b08642-9bdb-4775-8dc8-4136a824abb8 with Priority: HIGHEST for action security_group_rules [ 717.706019] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4b08642-9bdb-4775-8dc8-4136a824abb8 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.706019] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4b08642-9bdb-4775-8dc8-4136a824abb8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.706019] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4b08642-9bdb-4775-8dc8-4136a824abb8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.706019] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4b08642-9bdb-4775-8dc8-4136a824abb8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.706019] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4b08642-9bdb-4775-8dc8-4136a824abb8',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.228324] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.228618] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.228618] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.229343] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.229476] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.229606] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4b08642-9bdb-4775-8dc8-4136a824abb8 already deleted. [ 718.229756] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4b08642-9bdb-4775-8dc8-4136a824abb8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.400507] env[69410]: INFO networking_nsxv3.common.synchronization [None req-3280e52e-9370-47c8-a888-484bfe52772a None None] Enqueued Resource ID: fe114d3b-1894-4d23-889a-185ecc6e9372 with Priority: HIGHEST for action port [ 718.400751] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe114d3b-1894-4d23-889a-185ecc6e9372 with Priority: HIGHEST for action port [ 718.401373] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe114d3b-1894-4d23-889a-185ecc6e9372 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.401489] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe114d3b-1894-4d23-889a-185ecc6e9372" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.401581] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe114d3b-1894-4d23-889a-185ecc6e9372" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.407134] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe114d3b-1894-4d23-889a-185ecc6e9372" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.407134] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe114d3b-1894-4d23-889a-185ecc6e9372',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.911041] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe114d3b-1894-4d23-889a-185ecc6e9372 [ 718.911041] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.911041] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.911041] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.911332] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.911332] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.911435] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe114d3b-1894-4d23-889a-185ecc6e9372 already deleted. [ 718.911476] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe114d3b-1894-4d23-889a-185ecc6e9372" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.278649] env[69410]: INFO networking_nsxv3.common.synchronization [None req-0df5a85e-78e6-409c-8bdd-35e482418aca None None] Enqueued Resource ID: bce7cee3-bad2-4fe1-837d-58dbba98bb09 with Priority: HIGHEST for action port [ 719.278649] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce7cee3-bad2-4fe1-837d-58dbba98bb09 with Priority: HIGHEST for action port [ 719.279042] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-bce7cee3-bad2-4fe1-837d-58dbba98bb09 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.279166] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bce7cee3-bad2-4fe1-837d-58dbba98bb09" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.279251] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bce7cee3-bad2-4fe1-837d-58dbba98bb09" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.279455] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bce7cee3-bad2-4fe1-837d-58dbba98bb09" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.279522] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce7cee3-bad2-4fe1-837d-58dbba98bb09',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.786698] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bce7cee3-bad2-4fe1-837d-58dbba98bb09 [ 719.786698] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.786698] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.786698] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.786698] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.786698] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.786698] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bce7cee3-bad2-4fe1-837d-58dbba98bb09 already deleted. [ 719.786698] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bce7cee3-bad2-4fe1-837d-58dbba98bb09" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.541839] env[69410]: INFO networking_nsxv3.common.synchronization [None req-6bd8422f-de6e-41c8-883f-10def9e8e093 None None] Enqueued Resource ID: d64eff52-a0e8-4801-adbc-2f72f85d0001 with Priority: HIGHEST for action port [ 720.542308] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64eff52-a0e8-4801-adbc-2f72f85d0001 with Priority: HIGHEST for action port [ 720.543991] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-d64eff52-a0e8-4801-adbc-2f72f85d0001 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.543991] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d64eff52-a0e8-4801-adbc-2f72f85d0001" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.543991] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d64eff52-a0e8-4801-adbc-2f72f85d0001" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.544291] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d64eff52-a0e8-4801-adbc-2f72f85d0001" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.544291] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d64eff52-a0e8-4801-adbc-2f72f85d0001',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.784139] env[69410]: INFO networking_nsxv3.common.synchronization [None req-f5399bf9-3610-44fb-b902-c2b6a2e64dd8 None None] Enqueued Resource ID: 69409704-2738-474c-970d-6a860a9d6ace with Priority: HIGHEST for action port [ 720.784139] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69409704-2738-474c-970d-6a860a9d6ace with Priority: HIGHEST for action port [ 720.784139] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-69409704-2738-474c-970d-6a860a9d6ace taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.784139] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69409704-2738-474c-970d-6a860a9d6ace" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.784679] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69409704-2738-474c-970d-6a860a9d6ace" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.784965] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69409704-2738-474c-970d-6a860a9d6ace" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.785117] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69409704-2738-474c-970d-6a860a9d6ace',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.047141] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d64eff52-a0e8-4801-adbc-2f72f85d0001 [ 721.047413] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.047592] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.047671] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.047874] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.047965] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.048072] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d64eff52-a0e8-4801-adbc-2f72f85d0001 already deleted. [ 721.048176] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d64eff52-a0e8-4801-adbc-2f72f85d0001" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.288062] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69409704-2738-474c-970d-6a860a9d6ace [ 721.288062] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.288062] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.288062] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.288062] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.288450] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.288450] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69409704-2738-474c-970d-6a860a9d6ace already deleted. [ 721.288450] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69409704-2738-474c-970d-6a860a9d6ace" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.454868] env[69410]: INFO networking_nsxv3.common.synchronization [None req-196f55d6-abc7-4996-a35d-368de37644c3 None None] Enqueued Resource ID: edde7335-2912-4249-9b16-80ec53da718f with Priority: HIGHEST for action port [ 721.455151] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde7335-2912-4249-9b16-80ec53da718f with Priority: HIGHEST for action port [ 721.455734] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-edde7335-2912-4249-9b16-80ec53da718f taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.455852] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edde7335-2912-4249-9b16-80ec53da718f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.455916] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edde7335-2912-4249-9b16-80ec53da718f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.457857] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edde7335-2912-4249-9b16-80ec53da718f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.457934] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edde7335-2912-4249-9b16-80ec53da718f',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.961779] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edde7335-2912-4249-9b16-80ec53da718f [ 721.961779] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.961779] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.961779] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.961779] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.961779] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.961779] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edde7335-2912-4249-9b16-80ec53da718f already deleted. [ 721.961779] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edde7335-2912-4249-9b16-80ec53da718f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.248701] env[69410]: INFO networking_nsxv3.common.synchronization [None req-a6b80365-481c-4a1a-83d3-dfa231ede96a None None] Enqueued Resource ID: b38196db-fb1f-4986-a9f1-459900a02573 with Priority: HIGHEST for action port [ 722.253552] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38196db-fb1f-4986-a9f1-459900a02573 with Priority: HIGHEST for action port [ 722.253552] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-b38196db-fb1f-4986-a9f1-459900a02573 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.253552] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b38196db-fb1f-4986-a9f1-459900a02573" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.253552] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b38196db-fb1f-4986-a9f1-459900a02573" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.253552] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b38196db-fb1f-4986-a9f1-459900a02573" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.253552] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b38196db-fb1f-4986-a9f1-459900a02573',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.759890] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b38196db-fb1f-4986-a9f1-459900a02573 [ 722.759890] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.759890] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.759890] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.759890] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.759890] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.759890] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b38196db-fb1f-4986-a9f1-459900a02573 already deleted. [ 722.759890] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b38196db-fb1f-4986-a9f1-459900a02573" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.864506] env[69410]: INFO networking_nsxv3.common.synchronization [None req-e1916ca8-8762-4fd9-a9fa-c4087e19241e None None] Enqueued Resource ID: 2834a588-803c-4c85-9e65-25e93fe5ad62 with Priority: HIGHEST for action port [ 722.864788] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2834a588-803c-4c85-9e65-25e93fe5ad62 with Priority: HIGHEST for action port [ 722.865627] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-2834a588-803c-4c85-9e65-25e93fe5ad62 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.865627] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2834a588-803c-4c85-9e65-25e93fe5ad62" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.865627] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2834a588-803c-4c85-9e65-25e93fe5ad62" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.865803] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2834a588-803c-4c85-9e65-25e93fe5ad62" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.865928] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2834a588-803c-4c85-9e65-25e93fe5ad62',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.369652] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2834a588-803c-4c85-9e65-25e93fe5ad62 [ 723.369896] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.370045] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.370526] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.370526] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.370526] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.370526] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2834a588-803c-4c85-9e65-25e93fe5ad62 already deleted. [ 723.370800] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2834a588-803c-4c85-9e65-25e93fe5ad62" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.425575] env[69410]: INFO networking_nsxv3.common.synchronization [None req-ed50c240-171e-4311-b411-d601347e2cb0 None None] Enqueued Resource ID: 7896c9ed-2240-419b-8ae2-2d0fc3674122 with Priority: HIGHEST for action port [ 723.425999] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7896c9ed-2240-419b-8ae2-2d0fc3674122 with Priority: HIGHEST for action port [ 723.426518] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-7896c9ed-2240-419b-8ae2-2d0fc3674122 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.426659] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7896c9ed-2240-419b-8ae2-2d0fc3674122" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.426730] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7896c9ed-2240-419b-8ae2-2d0fc3674122" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.427770] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7896c9ed-2240-419b-8ae2-2d0fc3674122" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.427921] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7896c9ed-2240-419b-8ae2-2d0fc3674122',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.783876] env[69410]: INFO networking_nsxv3.common.synchronization [None req-ac4fd880-c39b-4575-86db-5b80cc529d70 None None] Enqueued Resource ID: f190ae98-805e-4612-8e9c-d141941aed63 with Priority: HIGHEST for action port [ 723.783876] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f190ae98-805e-4612-8e9c-d141941aed63 with Priority: HIGHEST for action port [ 723.783876] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-f190ae98-805e-4612-8e9c-d141941aed63 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.783876] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f190ae98-805e-4612-8e9c-d141941aed63" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.783876] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f190ae98-805e-4612-8e9c-d141941aed63" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.784871] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f190ae98-805e-4612-8e9c-d141941aed63" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.784871] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f190ae98-805e-4612-8e9c-d141941aed63',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.932298] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7896c9ed-2240-419b-8ae2-2d0fc3674122 [ 723.932526] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.932696] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.932761] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.932975] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.933072] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.933172] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7896c9ed-2240-419b-8ae2-2d0fc3674122 already deleted. [ 723.933254] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7896c9ed-2240-419b-8ae2-2d0fc3674122" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.287578] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f190ae98-805e-4612-8e9c-d141941aed63 [ 724.287851] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.288010] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.288078] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.288322] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.288403] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.288528] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f190ae98-805e-4612-8e9c-d141941aed63 already deleted. [ 724.288636] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f190ae98-805e-4612-8e9c-d141941aed63" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.748386] env[69410]: INFO networking_nsxv3.common.synchronization [None req-7b6f778c-ca4a-4e79-a47c-b11fcaaaf958 None None] Enqueued Resource ID: 92b148b2-b740-424b-8294-5298b995f26a with Priority: HIGHEST for action port [ 727.748929] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b148b2-b740-424b-8294-5298b995f26a with Priority: HIGHEST for action port [ 727.749410] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b148b2-b740-424b-8294-5298b995f26a taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.749540] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b148b2-b740-424b-8294-5298b995f26a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.749607] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b148b2-b740-424b-8294-5298b995f26a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.749908] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b148b2-b740-424b-8294-5298b995f26a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.749991] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b148b2-b740-424b-8294-5298b995f26a',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.887332] env[69410]: INFO networking_nsxv3.common.synchronization [None req-85940ed7-5ac0-4841-9770-5f0dce1ea6a0 None None] Enqueued Resource ID: 85e56721-47d3-41f3-b7e7-dae3099088c7 with Priority: HIGHEST for action port [ 727.887332] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e56721-47d3-41f3-b7e7-dae3099088c7 with Priority: HIGHEST for action port [ 727.887332] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-85e56721-47d3-41f3-b7e7-dae3099088c7 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.887332] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85e56721-47d3-41f3-b7e7-dae3099088c7" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.887332] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85e56721-47d3-41f3-b7e7-dae3099088c7" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.887332] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85e56721-47d3-41f3-b7e7-dae3099088c7" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.888105] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e56721-47d3-41f3-b7e7-dae3099088c7',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.254446] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92b148b2-b740-424b-8294-5298b995f26a [ 728.254446] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.257116] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.257266] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.257517] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.257614] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.257722] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92b148b2-b740-424b-8294-5298b995f26a already deleted. [ 728.257803] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b148b2-b740-424b-8294-5298b995f26a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.392627] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85e56721-47d3-41f3-b7e7-dae3099088c7 [ 728.393165] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.393354] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.393453] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.393765] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.393893] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.394078] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85e56721-47d3-41f3-b7e7-dae3099088c7 already deleted. [ 728.394144] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85e56721-47d3-41f3-b7e7-dae3099088c7" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.442345] env[69410]: INFO networking_nsxv3.common.synchronization [None req-4ee4bf48-eae0-4a14-8a25-921dc23b2b94 None None] Enqueued Resource ID: 42f62e67-0861-41e8-b08f-95e7e9fcde96 with Priority: HIGHEST for action port [ 728.442870] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42f62e67-0861-41e8-b08f-95e7e9fcde96 with Priority: HIGHEST for action port [ 728.443814] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-42f62e67-0861-41e8-b08f-95e7e9fcde96 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.443814] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42f62e67-0861-41e8-b08f-95e7e9fcde96" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.443814] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42f62e67-0861-41e8-b08f-95e7e9fcde96" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.443814] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42f62e67-0861-41e8-b08f-95e7e9fcde96" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.443814] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42f62e67-0861-41e8-b08f-95e7e9fcde96',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.594088] env[69410]: INFO networking_nsxv3.common.synchronization [None req-32afbf2b-2194-4094-986b-516ce1216b96 None None] Enqueued Resource ID: 3681c347-134b-4c12-9f63-1a211dd549d4 with Priority: HIGHEST for action port [ 728.594088] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3681c347-134b-4c12-9f63-1a211dd549d4 with Priority: HIGHEST for action port [ 728.594088] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-3681c347-134b-4c12-9f63-1a211dd549d4 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.594088] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3681c347-134b-4c12-9f63-1a211dd549d4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.594088] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3681c347-134b-4c12-9f63-1a211dd549d4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.595931] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3681c347-134b-4c12-9f63-1a211dd549d4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.595931] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3681c347-134b-4c12-9f63-1a211dd549d4',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.946199] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42f62e67-0861-41e8-b08f-95e7e9fcde96 [ 728.946530] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.946724] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.946861] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.947214] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.947214] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.947425] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42f62e67-0861-41e8-b08f-95e7e9fcde96 already deleted. [ 728.947425] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42f62e67-0861-41e8-b08f-95e7e9fcde96" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.097529] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3681c347-134b-4c12-9f63-1a211dd549d4 [ 729.097757] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.097891] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.097956] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.098207] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.098292] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.098390] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3681c347-134b-4c12-9f63-1a211dd549d4 already deleted. [ 729.098472] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3681c347-134b-4c12-9f63-1a211dd549d4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.102011] env[69410]: INFO networking_nsxv3.common.synchronization [None req-56502182-a680-4467-8152-546ddb1f8a6b None None] Enqueued Resource ID: cae51c9d-2f8f-4a8c-a0dd-fcf12669804c with Priority: HIGHEST for action port [ 729.102576] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae51c9d-2f8f-4a8c-a0dd-fcf12669804c with Priority: HIGHEST for action port [ 729.102864] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-cae51c9d-2f8f-4a8c-a0dd-fcf12669804c taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.102993] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cae51c9d-2f8f-4a8c-a0dd-fcf12669804c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.103084] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cae51c9d-2f8f-4a8c-a0dd-fcf12669804c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.103338] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cae51c9d-2f8f-4a8c-a0dd-fcf12669804c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.103413] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae51c9d-2f8f-4a8c-a0dd-fcf12669804c',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.414276] env[69410]: INFO networking_nsxv3.common.synchronization [None req-d87f34f2-6d85-4d05-bb9d-ba73f98143a4 None None] Enqueued Resource ID: 4ec490db-cdc4-43fc-9fc4-0c7e65a31980 with Priority: HIGHEST for action port [ 729.414276] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ec490db-cdc4-43fc-9fc4-0c7e65a31980 with Priority: HIGHEST for action port [ 729.414276] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ec490db-cdc4-43fc-9fc4-0c7e65a31980 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.414276] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ec490db-cdc4-43fc-9fc4-0c7e65a31980" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.414276] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ec490db-cdc4-43fc-9fc4-0c7e65a31980" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.414276] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ec490db-cdc4-43fc-9fc4-0c7e65a31980" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.414276] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ec490db-cdc4-43fc-9fc4-0c7e65a31980',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.591797] env[69410]: INFO networking_nsxv3.common.synchronization [None req-0c4389bf-95b1-4ae2-bbe3-ab96eaf71a7c None None] Enqueued Resource ID: d9d3a88c-b245-470f-99f5-63679afb1808 with Priority: HIGHEST for action port [ 729.591797] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d3a88c-b245-470f-99f5-63679afb1808 with Priority: HIGHEST for action port [ 729.591797] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9d3a88c-b245-470f-99f5-63679afb1808 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.591797] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9d3a88c-b245-470f-99f5-63679afb1808" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.591797] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9d3a88c-b245-470f-99f5-63679afb1808" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.592309] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9d3a88c-b245-470f-99f5-63679afb1808" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.592502] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9d3a88c-b245-470f-99f5-63679afb1808',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.605475] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cae51c9d-2f8f-4a8c-a0dd-fcf12669804c [ 729.605719] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.605851] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.605917] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.606135] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.606223] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.606315] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cae51c9d-2f8f-4a8c-a0dd-fcf12669804c already deleted. [ 729.606437] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cae51c9d-2f8f-4a8c-a0dd-fcf12669804c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.917880] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ec490db-cdc4-43fc-9fc4-0c7e65a31980 [ 729.917880] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.917880] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.917880] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.918135] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.918216] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.918290] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ec490db-cdc4-43fc-9fc4-0c7e65a31980 already deleted. [ 729.918371] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ec490db-cdc4-43fc-9fc4-0c7e65a31980" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.096946] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9d3a88c-b245-470f-99f5-63679afb1808 [ 730.096946] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.096946] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.096946] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.096946] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.096946] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.096946] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9d3a88c-b245-470f-99f5-63679afb1808 already deleted. [ 730.096946] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9d3a88c-b245-470f-99f5-63679afb1808" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.470739] env[69410]: INFO networking_nsxv3.common.synchronization [None req-b1bc6f6d-bb53-421a-a25f-1fdd7cca0e0a None None] Enqueued Resource ID: 550882f8-691c-4cc8-a73c-6ab2a4fe9799 with Priority: HIGHEST for action port [ 730.470739] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550882f8-691c-4cc8-a73c-6ab2a4fe9799 with Priority: HIGHEST for action port [ 730.470739] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-550882f8-691c-4cc8-a73c-6ab2a4fe9799 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.470739] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-550882f8-691c-4cc8-a73c-6ab2a4fe9799" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.470739] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-550882f8-691c-4cc8-a73c-6ab2a4fe9799" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.470739] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-550882f8-691c-4cc8-a73c-6ab2a4fe9799" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.470739] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('550882f8-691c-4cc8-a73c-6ab2a4fe9799',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.827190] env[69410]: INFO networking_nsxv3.common.synchronization [None req-7bceec47-a934-4aaf-ae8d-c52f5f1026d2 None None] Enqueued Resource ID: f7739388-483b-4a94-bcfb-28738d7e7ef1 with Priority: HIGHEST for action port [ 730.827190] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7739388-483b-4a94-bcfb-28738d7e7ef1 with Priority: HIGHEST for action port [ 730.827190] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7739388-483b-4a94-bcfb-28738d7e7ef1 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.827190] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7739388-483b-4a94-bcfb-28738d7e7ef1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.827190] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7739388-483b-4a94-bcfb-28738d7e7ef1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.827190] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7739388-483b-4a94-bcfb-28738d7e7ef1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.827190] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7739388-483b-4a94-bcfb-28738d7e7ef1',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.973194] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 550882f8-691c-4cc8-a73c-6ab2a4fe9799 [ 730.973424] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.973565] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.973640] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.973856] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.974230] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.974341] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:550882f8-691c-4cc8-a73c-6ab2a4fe9799 already deleted. [ 730.974420] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-550882f8-691c-4cc8-a73c-6ab2a4fe9799" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.179778] env[69410]: INFO networking_nsxv3.common.synchronization [None req-deccbe53-b9f0-4233-9b02-580c8edb3f19 tempest-ServersTestBootFromVolume-1047202634 tempest-ServersTestBootFromVolume-1047202634-project-member] Enqueued Resource ID: 35919734-17dd-412e-8b3f-424e866a0d55 with Priority: HIGHEST for action security_group_rules [ 731.181699] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35919734-17dd-412e-8b3f-424e866a0d55 with Priority: HIGHEST for action security_group_rules [ 731.181699] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35919734-17dd-412e-8b3f-424e866a0d55 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.181699] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35919734-17dd-412e-8b3f-424e866a0d55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.181699] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35919734-17dd-412e-8b3f-424e866a0d55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.182463] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35919734-17dd-412e-8b3f-424e866a0d55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.183762] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35919734-17dd-412e-8b3f-424e866a0d55',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.220658] env[69410]: INFO networking_nsxv3.common.synchronization [None req-bcafb03f-f474-437e-98e2-0dfc2a460fb5 None None] Enqueued Resource ID: 984cf3da-9293-49de-bc6b-2b6df9600d95 with Priority: HIGHEST for action port [ 731.220658] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 984cf3da-9293-49de-bc6b-2b6df9600d95 with Priority: HIGHEST for action port [ 731.220658] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-984cf3da-9293-49de-bc6b-2b6df9600d95 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.220658] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-984cf3da-9293-49de-bc6b-2b6df9600d95" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.220658] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-984cf3da-9293-49de-bc6b-2b6df9600d95" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.222995] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-984cf3da-9293-49de-bc6b-2b6df9600d95" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.222995] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('984cf3da-9293-49de-bc6b-2b6df9600d95',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.334398] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7739388-483b-4a94-bcfb-28738d7e7ef1 [ 731.334580] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.334751] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.334975] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.335065] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.335236] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.335296] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7739388-483b-4a94-bcfb-28738d7e7ef1 already deleted. [ 731.335356] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7739388-483b-4a94-bcfb-28738d7e7ef1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.636802] env[69410]: INFO networking_nsxv3.common.synchronization [None req-b6d66df6-228b-4a2d-b049-83267c55dd5a tempest-ServersTestBootFromVolume-1047202634 tempest-ServersTestBootFromVolume-1047202634-project-member] Enqueued Resource ID: 35919734-17dd-412e-8b3f-424e866a0d55 with Priority: HIGHEST for action security_group_rules [ 731.637241] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35919734-17dd-412e-8b3f-424e866a0d55 with Priority: HIGHEST for action security_group_rules [ 731.637478] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35919734-17dd-412e-8b3f-424e866a0d55 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.637673] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35919734-17dd-412e-8b3f-424e866a0d55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.706323] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.706412] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.706586] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.706704] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.706849] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.706894] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35919734-17dd-412e-8b3f-424e866a0d55 already deleted. [ 731.707309] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35919734-17dd-412e-8b3f-424e866a0d55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.707309] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35919734-17dd-412e-8b3f-424e866a0d55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.707309] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35919734-17dd-412e-8b3f-424e866a0d55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.707436] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35919734-17dd-412e-8b3f-424e866a0d55',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.725317] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 984cf3da-9293-49de-bc6b-2b6df9600d95 [ 731.725556] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.725689] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.725750] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.725944] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.726061] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.726158] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:984cf3da-9293-49de-bc6b-2b6df9600d95 already deleted. [ 731.726239] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-984cf3da-9293-49de-bc6b-2b6df9600d95" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.855408] env[69410]: INFO networking_nsxv3.common.synchronization [None req-c68469c3-068e-4947-9d4a-8f1cf18b2163 None None] Enqueued Resource ID: 9dab3d5b-7e3e-47a0-baa8-b0323fea747d with Priority: HIGHEST for action port [ 731.855408] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dab3d5b-7e3e-47a0-baa8-b0323fea747d with Priority: HIGHEST for action port [ 731.855408] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dab3d5b-7e3e-47a0-baa8-b0323fea747d taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.855408] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dab3d5b-7e3e-47a0-baa8-b0323fea747d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.855408] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dab3d5b-7e3e-47a0-baa8-b0323fea747d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.856509] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dab3d5b-7e3e-47a0-baa8-b0323fea747d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.856742] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dab3d5b-7e3e-47a0-baa8-b0323fea747d',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.238920] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.238920] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.238920] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.238920] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.238920] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.238920] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35919734-17dd-412e-8b3f-424e866a0d55 already deleted. [ 732.238920] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35919734-17dd-412e-8b3f-424e866a0d55" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.362699] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dab3d5b-7e3e-47a0-baa8-b0323fea747d [ 732.362961] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.363145] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.363217] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.363460] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.363542] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.363650] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dab3d5b-7e3e-47a0-baa8-b0323fea747d already deleted. [ 732.363728] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dab3d5b-7e3e-47a0-baa8-b0323fea747d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.454744] env[69410]: INFO networking_nsxv3.common.synchronization [None req-b4eb4c22-8ebf-4299-b39f-a0ec6ef98f91 tempest-ServerActionsV293TestJSON-742469637 tempest-ServerActionsV293TestJSON-742469637-project-member] Enqueued Resource ID: e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91 with Priority: HIGHEST for action security_group_rules [ 732.455238] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91 with Priority: HIGHEST for action security_group_rules [ 732.455542] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.455754] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.456145] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.456520] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.456614] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.882853] env[69410]: INFO networking_nsxv3.common.synchronization [None req-b9444566-0215-47b5-9df1-b0738ce8ba69 tempest-ServerActionsV293TestJSON-742469637 tempest-ServerActionsV293TestJSON-742469637-project-member] Enqueued Resource ID: e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91 with Priority: HIGHEST for action security_group_rules [ 732.882853] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91 with Priority: HIGHEST for action security_group_rules [ 732.882853] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.882853] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.983669] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.983669] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.983669] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.983669] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.983669] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.983669] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91 already deleted. [ 732.983669] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.983669] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.983669] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.983669] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.507435] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.507747] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.507747] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.507909] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.507998] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.508106] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91 already deleted. [ 733.508202] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0bc6bd2-ae71-4a4c-a808-7af66f2ecb91" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.740530] env[69410]: INFO networking_nsxv3.common.synchronization [None req-103c8ef1-7c45-4600-99eb-b14b06136b49 None None] Enqueued Resource ID: c03ce745-9e44-4951-af68-4468c3ac27c1 with Priority: HIGHEST for action port [ 733.743720] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c03ce745-9e44-4951-af68-4468c3ac27c1 with Priority: HIGHEST for action port [ 733.743720] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-c03ce745-9e44-4951-af68-4468c3ac27c1 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.743720] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c03ce745-9e44-4951-af68-4468c3ac27c1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.743720] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c03ce745-9e44-4951-af68-4468c3ac27c1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.743720] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c03ce745-9e44-4951-af68-4468c3ac27c1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.743720] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c03ce745-9e44-4951-af68-4468c3ac27c1',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.247533] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c03ce745-9e44-4951-af68-4468c3ac27c1 [ 734.247533] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.247533] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.247533] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.247533] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.247533] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.247533] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c03ce745-9e44-4951-af68-4468c3ac27c1 already deleted. [ 734.247533] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c03ce745-9e44-4951-af68-4468c3ac27c1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.267563] env[69410]: INFO networking_nsxv3.common.synchronization [None req-a228291c-8815-485c-b63f-66bee7e6091c tempest-ServerActionsTestJSON-1921181245 tempest-ServerActionsTestJSON-1921181245-project-member] Enqueued Resource ID: 54c11209-deb8-4cc3-b4a7-34a202bdec9c with Priority: HIGHEST for action security_group_rules [ 734.267563] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c11209-deb8-4cc3-b4a7-34a202bdec9c with Priority: HIGHEST for action security_group_rules [ 734.267563] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c11209-deb8-4cc3-b4a7-34a202bdec9c taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.267563] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c11209-deb8-4cc3-b4a7-34a202bdec9c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.267563] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c11209-deb8-4cc3-b4a7-34a202bdec9c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.270612] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c11209-deb8-4cc3-b4a7-34a202bdec9c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.270612] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c11209-deb8-4cc3-b4a7-34a202bdec9c',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.297227] env[69410]: INFO networking_nsxv3.common.synchronization [None req-d006a67c-cfef-425b-9faa-ee66f021b61a None None] Enqueued Resource ID: 5d815b4d-ed14-41bf-b49a-a1e477e10798 with Priority: HIGHEST for action port [ 734.297227] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d815b4d-ed14-41bf-b49a-a1e477e10798 with Priority: HIGHEST for action port [ 734.298679] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d815b4d-ed14-41bf-b49a-a1e477e10798 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.300258] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d815b4d-ed14-41bf-b49a-a1e477e10798" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.300258] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d815b4d-ed14-41bf-b49a-a1e477e10798" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.300258] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d815b4d-ed14-41bf-b49a-a1e477e10798" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.300258] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d815b4d-ed14-41bf-b49a-a1e477e10798',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.629635] env[69410]: INFO networking_nsxv3.common.synchronization [None req-9534566f-7407-4b8d-9b8c-0a47ad4c439f tempest-ServerActionsTestJSON-1921181245 tempest-ServerActionsTestJSON-1921181245-project-member] Enqueued Resource ID: 54c11209-deb8-4cc3-b4a7-34a202bdec9c with Priority: HIGHEST for action security_group_rules [ 734.630251] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c11209-deb8-4cc3-b4a7-34a202bdec9c with Priority: HIGHEST for action security_group_rules [ 734.631436] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c11209-deb8-4cc3-b4a7-34a202bdec9c taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.631436] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c11209-deb8-4cc3-b4a7-34a202bdec9c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.794693] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.794693] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.794693] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.794895] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.795018] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.795110] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c11209-deb8-4cc3-b4a7-34a202bdec9c already deleted. [ 734.795284] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c11209-deb8-4cc3-b4a7-34a202bdec9c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.795353] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c11209-deb8-4cc3-b4a7-34a202bdec9c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.795509] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c11209-deb8-4cc3-b4a7-34a202bdec9c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.795598] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c11209-deb8-4cc3-b4a7-34a202bdec9c',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.802259] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d815b4d-ed14-41bf-b49a-a1e477e10798 [ 734.802465] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.802594] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.802658] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.802856] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.802938] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.803045] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d815b4d-ed14-41bf-b49a-a1e477e10798 already deleted. [ 734.803126] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d815b4d-ed14-41bf-b49a-a1e477e10798" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.872934] env[69410]: INFO networking_nsxv3.common.synchronization [req-e3ebc4ba-d1cd-48b9-b434-7bf5c5dee2a2 req-d1d8eff6-f838-428c-ae08-f66ece3e2344 tempest-SecurityGroupRulesNegativeTestJSON-1903789533 tempest-SecurityGroupRulesNegativeTestJSON-1903789533-project-member] Enqueued Resource ID: 591c2efa-2af0-470d-9b41-eb1c2efd0c38 with Priority: HIGHEST for action security_group_rules [ 734.873487] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 591c2efa-2af0-470d-9b41-eb1c2efd0c38 with Priority: HIGHEST for action security_group_rules [ 734.873853] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-591c2efa-2af0-470d-9b41-eb1c2efd0c38 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.874014] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-591c2efa-2af0-470d-9b41-eb1c2efd0c38" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.874762] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-591c2efa-2af0-470d-9b41-eb1c2efd0c38" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.875052] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-591c2efa-2af0-470d-9b41-eb1c2efd0c38" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.875211] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('591c2efa-2af0-470d-9b41-eb1c2efd0c38',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.318925] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.318925] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.318925] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.318925] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.318925] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.318925] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c11209-deb8-4cc3-b4a7-34a202bdec9c already deleted. [ 735.318925] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c11209-deb8-4cc3-b4a7-34a202bdec9c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.400689] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.400689] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.400689] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.400913] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.401079] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.401152] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 591c2efa-2af0-470d-9b41-eb1c2efd0c38 already deleted. [ 735.401490] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-591c2efa-2af0-470d-9b41-eb1c2efd0c38" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.936843] env[69410]: INFO networking_nsxv3.common.synchronization [None req-2f7e9833-9494-4b10-bdbc-12f684c9c941 None None] Enqueued Resource ID: b60c6170-d9f8-4bc3-a1b0-94e73674eca8 with Priority: HIGHEST for action port [ 736.942136] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60c6170-d9f8-4bc3-a1b0-94e73674eca8 with Priority: HIGHEST for action port [ 736.943362] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-b60c6170-d9f8-4bc3-a1b0-94e73674eca8 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.946746] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b60c6170-d9f8-4bc3-a1b0-94e73674eca8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.946746] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b60c6170-d9f8-4bc3-a1b0-94e73674eca8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.946746] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b60c6170-d9f8-4bc3-a1b0-94e73674eca8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.946746] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b60c6170-d9f8-4bc3-a1b0-94e73674eca8',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.197977] env[69410]: INFO networking_nsxv3.common.synchronization [None req-7b88c7a7-35f9-490a-a360-720e01e05929 None None] Enqueued Resource ID: af267425-b42c-4298-a32f-8fabe5dbc2af with Priority: HIGHEST for action port [ 737.197977] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af267425-b42c-4298-a32f-8fabe5dbc2af with Priority: HIGHEST for action port [ 737.198218] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-af267425-b42c-4298-a32f-8fabe5dbc2af taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.198218] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af267425-b42c-4298-a32f-8fabe5dbc2af" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.198307] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af267425-b42c-4298-a32f-8fabe5dbc2af" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.198526] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af267425-b42c-4298-a32f-8fabe5dbc2af" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.198967] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af267425-b42c-4298-a32f-8fabe5dbc2af',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.448351] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b60c6170-d9f8-4bc3-a1b0-94e73674eca8 [ 737.450642] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.450642] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.450642] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.450642] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.450642] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.450642] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b60c6170-d9f8-4bc3-a1b0-94e73674eca8 already deleted. [ 737.450642] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b60c6170-d9f8-4bc3-a1b0-94e73674eca8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.690801] env[69410]: INFO networking_nsxv3.common.synchronization [None req-e41478c0-bf50-45d0-b8b6-e19b7f1b377f tempest-ServerActionsTestOtherB-2071772938 tempest-ServerActionsTestOtherB-2071772938-project-member] Enqueued Resource ID: 22338079-e25a-4a9e-9553-29b72f49562e with Priority: HIGHEST for action security_group_rules [ 737.691237] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22338079-e25a-4a9e-9553-29b72f49562e with Priority: HIGHEST for action security_group_rules [ 737.691706] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22338079-e25a-4a9e-9553-29b72f49562e taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.691836] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22338079-e25a-4a9e-9553-29b72f49562e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.691836] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22338079-e25a-4a9e-9553-29b72f49562e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.693147] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22338079-e25a-4a9e-9553-29b72f49562e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.693147] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22338079-e25a-4a9e-9553-29b72f49562e',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.702647] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af267425-b42c-4298-a32f-8fabe5dbc2af [ 737.703127] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.703127] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.703127] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.703503] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.703503] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.703718] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af267425-b42c-4298-a32f-8fabe5dbc2af already deleted. [ 737.703718] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af267425-b42c-4298-a32f-8fabe5dbc2af" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.909026] env[69410]: INFO networking_nsxv3.common.synchronization [None req-ef2a79cd-17ff-4ddc-8d29-ae36c5ffedbb tempest-ServerActionsTestOtherB-2071772938 tempest-ServerActionsTestOtherB-2071772938-project-member] Enqueued Resource ID: 22338079-e25a-4a9e-9553-29b72f49562e with Priority: HIGHEST for action security_group_rules [ 737.909026] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22338079-e25a-4a9e-9553-29b72f49562e with Priority: HIGHEST for action security_group_rules [ 737.909026] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22338079-e25a-4a9e-9553-29b72f49562e taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.909026] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22338079-e25a-4a9e-9553-29b72f49562e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.216508] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.216508] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.216508] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.216508] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.216508] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.216508] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22338079-e25a-4a9e-9553-29b72f49562e already deleted. [ 738.216508] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22338079-e25a-4a9e-9553-29b72f49562e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.216508] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22338079-e25a-4a9e-9553-29b72f49562e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.216508] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22338079-e25a-4a9e-9553-29b72f49562e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.216508] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22338079-e25a-4a9e-9553-29b72f49562e',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.387769] env[69410]: INFO networking_nsxv3.common.synchronization [None req-a6e5e724-281d-4f80-9620-524539276d96 tempest-ServerActionsTestOtherA-422588398 tempest-ServerActionsTestOtherA-422588398-project-member] Enqueued Resource ID: 52e768b1-2a15-4300-88d8-601902d7e784 with Priority: HIGHEST for action security_group_rules [ 738.388665] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e768b1-2a15-4300-88d8-601902d7e784 with Priority: HIGHEST for action security_group_rules [ 738.389223] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e768b1-2a15-4300-88d8-601902d7e784 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.389394] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e768b1-2a15-4300-88d8-601902d7e784" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.389577] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e768b1-2a15-4300-88d8-601902d7e784" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.389934] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e768b1-2a15-4300-88d8-601902d7e784" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.390038] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e768b1-2a15-4300-88d8-601902d7e784',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.549454] env[69410]: INFO networking_nsxv3.common.synchronization [None req-7d109b48-cb0c-429f-ac8d-00f269fb103c tempest-ServerActionsTestOtherA-422588398 tempest-ServerActionsTestOtherA-422588398-project-member] Enqueued Resource ID: 52e768b1-2a15-4300-88d8-601902d7e784 with Priority: HIGHEST for action security_group_rules [ 738.549969] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e768b1-2a15-4300-88d8-601902d7e784 with Priority: HIGHEST for action security_group_rules [ 738.550288] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52e768b1-2a15-4300-88d8-601902d7e784 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.550388] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52e768b1-2a15-4300-88d8-601902d7e784" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.740812] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.740947] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.741030] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.741253] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.741337] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.741431] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22338079-e25a-4a9e-9553-29b72f49562e already deleted. [ 738.741509] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22338079-e25a-4a9e-9553-29b72f49562e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.915573] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.915741] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.915817] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.916042] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.916133] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.916228] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e768b1-2a15-4300-88d8-601902d7e784 already deleted. [ 738.916310] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e768b1-2a15-4300-88d8-601902d7e784" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.916463] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52e768b1-2a15-4300-88d8-601902d7e784" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.916615] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52e768b1-2a15-4300-88d8-601902d7e784" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.916710] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52e768b1-2a15-4300-88d8-601902d7e784',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.322817] env[69410]: INFO networking_nsxv3.common.synchronization [req-3052229f-cc21-40a4-978c-88d008f5be33 req-42eb3d5f-3421-4d5e-b839-bd637626fba5 tempest-SecurityGroupRulesNegativeTestJSON-1903789533 tempest-SecurityGroupRulesNegativeTestJSON-1903789533-project-member] Enqueued Resource ID: 591c2efa-2af0-470d-9b41-eb1c2efd0c38 with Priority: HIGHEST for action security_group_rules [ 739.323495] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 591c2efa-2af0-470d-9b41-eb1c2efd0c38 with Priority: HIGHEST for action security_group_rules [ 739.326092] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-591c2efa-2af0-470d-9b41-eb1c2efd0c38 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.326092] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-591c2efa-2af0-470d-9b41-eb1c2efd0c38" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.326092] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-591c2efa-2af0-470d-9b41-eb1c2efd0c38" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.326092] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-591c2efa-2af0-470d-9b41-eb1c2efd0c38" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.326092] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('591c2efa-2af0-470d-9b41-eb1c2efd0c38',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.440670] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.440670] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.440670] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.441152] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.441152] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.441152] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52e768b1-2a15-4300-88d8-601902d7e784 already deleted. [ 739.441152] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52e768b1-2a15-4300-88d8-601902d7e784" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.846632] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.846883] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.846883] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.847109] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.847196] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.847287] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 591c2efa-2af0-470d-9b41-eb1c2efd0c38 already deleted. [ 739.847362] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-591c2efa-2af0-470d-9b41-eb1c2efd0c38" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.844406] env[69410]: INFO networking_nsxv3.common.synchronization [None req-353e106f-d34c-4bf8-95c0-7c0e2aa64633 None None] Enqueued Resource ID: 96de6ee1-f8d3-41c0-8145-e1ea8cf6daa7 with Priority: HIGHEST for action port [ 740.844753] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96de6ee1-f8d3-41c0-8145-e1ea8cf6daa7 with Priority: HIGHEST for action port [ 740.845267] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-96de6ee1-f8d3-41c0-8145-e1ea8cf6daa7 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.845397] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96de6ee1-f8d3-41c0-8145-e1ea8cf6daa7" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.845469] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96de6ee1-f8d3-41c0-8145-e1ea8cf6daa7" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.846528] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96de6ee1-f8d3-41c0-8145-e1ea8cf6daa7" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.846528] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96de6ee1-f8d3-41c0-8145-e1ea8cf6daa7',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.984887] env[69410]: INFO networking_nsxv3.common.synchronization [None req-345e8592-a49c-4f94-ade9-bc4e5c360bb8 None None] Enqueued Resource ID: 96a05186-297a-4ccb-9743-afd4fe1bce64 with Priority: HIGHEST for action port [ 740.985593] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a05186-297a-4ccb-9743-afd4fe1bce64 with Priority: HIGHEST for action port [ 740.985870] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a05186-297a-4ccb-9743-afd4fe1bce64 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.986176] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a05186-297a-4ccb-9743-afd4fe1bce64" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.986176] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a05186-297a-4ccb-9743-afd4fe1bce64" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.986333] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a05186-297a-4ccb-9743-afd4fe1bce64" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.986391] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a05186-297a-4ccb-9743-afd4fe1bce64',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.348654] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96de6ee1-f8d3-41c0-8145-e1ea8cf6daa7 [ 741.348882] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.349050] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.349134] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.349340] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.349418] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.349612] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96de6ee1-f8d3-41c0-8145-e1ea8cf6daa7 already deleted. [ 741.349612] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96de6ee1-f8d3-41c0-8145-e1ea8cf6daa7" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.385064] env[69410]: INFO networking_nsxv3.common.synchronization [None req-312c539b-b131-4e13-80c4-ecee0c8d3a8e None None] Enqueued Resource ID: 64da7540-2da0-4022-8f26-cdd6e61f2e73 with Priority: HIGHEST for action port [ 741.385557] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64da7540-2da0-4022-8f26-cdd6e61f2e73 with Priority: HIGHEST for action port [ 741.385846] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-64da7540-2da0-4022-8f26-cdd6e61f2e73 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.385963] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64da7540-2da0-4022-8f26-cdd6e61f2e73" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.386038] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64da7540-2da0-4022-8f26-cdd6e61f2e73" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.386367] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64da7540-2da0-4022-8f26-cdd6e61f2e73" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.386466] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64da7540-2da0-4022-8f26-cdd6e61f2e73',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.491924] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96a05186-297a-4ccb-9743-afd4fe1bce64 [ 741.491924] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.491924] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.491924] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.491924] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.491924] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.491924] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96a05186-297a-4ccb-9743-afd4fe1bce64 already deleted. [ 741.491924] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a05186-297a-4ccb-9743-afd4fe1bce64" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.493297] env[69410]: INFO networking_nsxv3.common.synchronization [None req-ec26d638-be6a-4d26-b318-bc4efcf742d3 None None] Enqueued Resource ID: 2f4820d2-d772-4ef6-a754-cd6b900cb433 with Priority: HIGHEST for action port [ 741.493829] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4820d2-d772-4ef6-a754-cd6b900cb433 with Priority: HIGHEST for action port [ 741.495319] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f4820d2-d772-4ef6-a754-cd6b900cb433 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.495475] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f4820d2-d772-4ef6-a754-cd6b900cb433" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.495539] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f4820d2-d772-4ef6-a754-cd6b900cb433" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.495940] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f4820d2-d772-4ef6-a754-cd6b900cb433" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.495940] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f4820d2-d772-4ef6-a754-cd6b900cb433',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.510198] env[69410]: INFO networking_nsxv3.common.synchronization [None req-8476fc98-6f3e-48fd-924b-e03ff4793e52 tempest-ServersTestManualDisk-1489962040 tempest-ServersTestManualDisk-1489962040-project-member] Enqueued Resource ID: 3bdc6afd-1188-4f9f-baa4-0c15a4605343 with Priority: HIGHEST for action security_group_rules [ 741.510438] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bdc6afd-1188-4f9f-baa4-0c15a4605343 with Priority: HIGHEST for action security_group_rules [ 741.510986] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bdc6afd-1188-4f9f-baa4-0c15a4605343 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.513767] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bdc6afd-1188-4f9f-baa4-0c15a4605343" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.513924] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bdc6afd-1188-4f9f-baa4-0c15a4605343" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.514299] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bdc6afd-1188-4f9f-baa4-0c15a4605343" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.514416] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bdc6afd-1188-4f9f-baa4-0c15a4605343',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.641776] env[69410]: INFO networking_nsxv3.common.synchronization [None req-7c0af2ee-e476-446d-a40b-b354cf3a8718 None None] Enqueued Resource ID: 26ac4a1b-636a-42e5-8f42-1a90af613019 with Priority: HIGHEST for action port [ 741.641776] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ac4a1b-636a-42e5-8f42-1a90af613019 with Priority: HIGHEST for action port [ 741.641776] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-26ac4a1b-636a-42e5-8f42-1a90af613019 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.641776] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26ac4a1b-636a-42e5-8f42-1a90af613019" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.642412] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26ac4a1b-636a-42e5-8f42-1a90af613019" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.644117] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26ac4a1b-636a-42e5-8f42-1a90af613019" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.644117] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26ac4a1b-636a-42e5-8f42-1a90af613019',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.820166] env[69410]: INFO networking_nsxv3.common.synchronization [None req-6e0a7c07-72b4-442e-b507-45fc4514353d tempest-ServersTestManualDisk-1489962040 tempest-ServersTestManualDisk-1489962040-project-member] Enqueued Resource ID: 3bdc6afd-1188-4f9f-baa4-0c15a4605343 with Priority: HIGHEST for action security_group_rules [ 741.820602] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bdc6afd-1188-4f9f-baa4-0c15a4605343 with Priority: HIGHEST for action security_group_rules [ 741.820891] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bdc6afd-1188-4f9f-baa4-0c15a4605343 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.820991] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bdc6afd-1188-4f9f-baa4-0c15a4605343" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.891225] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64da7540-2da0-4022-8f26-cdd6e61f2e73 [ 741.891795] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.891795] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.891795] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.892774] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.892774] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.892774] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64da7540-2da0-4022-8f26-cdd6e61f2e73 already deleted. [ 741.892774] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64da7540-2da0-4022-8f26-cdd6e61f2e73" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.000709] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f4820d2-d772-4ef6-a754-cd6b900cb433 [ 742.000980] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.001189] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.001393] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.001579] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.001720] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.001871] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f4820d2-d772-4ef6-a754-cd6b900cb433 already deleted. [ 742.001993] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f4820d2-d772-4ef6-a754-cd6b900cb433" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.039547] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.039648] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.039730] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.039950] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.040049] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.040147] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bdc6afd-1188-4f9f-baa4-0c15a4605343 already deleted. [ 742.040228] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bdc6afd-1188-4f9f-baa4-0c15a4605343" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.040386] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bdc6afd-1188-4f9f-baa4-0c15a4605343" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.040791] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bdc6afd-1188-4f9f-baa4-0c15a4605343" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.040791] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bdc6afd-1188-4f9f-baa4-0c15a4605343',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.146192] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26ac4a1b-636a-42e5-8f42-1a90af613019 [ 742.146543] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.146858] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.147584] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.147584] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.147584] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.147584] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26ac4a1b-636a-42e5-8f42-1a90af613019 already deleted. [ 742.147584] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26ac4a1b-636a-42e5-8f42-1a90af613019" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.212031] env[69410]: INFO networking_nsxv3.common.synchronization [None req-a4533611-d56d-45f9-b1d6-44192210ae57 None None] Enqueued Resource ID: 5d96b79b-2e99-43b5-bbed-1c81541b0341 with Priority: HIGHEST for action port [ 742.212031] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d96b79b-2e99-43b5-bbed-1c81541b0341 with Priority: HIGHEST for action port [ 742.212031] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d96b79b-2e99-43b5-bbed-1c81541b0341 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.212031] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d96b79b-2e99-43b5-bbed-1c81541b0341" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.212031] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d96b79b-2e99-43b5-bbed-1c81541b0341" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.214918] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d96b79b-2e99-43b5-bbed-1c81541b0341" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.214918] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d96b79b-2e99-43b5-bbed-1c81541b0341',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.579281] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.579281] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.579281] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.579281] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.579281] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.579281] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bdc6afd-1188-4f9f-baa4-0c15a4605343 already deleted. [ 742.579281] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bdc6afd-1188-4f9f-baa4-0c15a4605343" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.720139] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d96b79b-2e99-43b5-bbed-1c81541b0341 [ 742.720411] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.720547] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.720614] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.720832] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.720919] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.721026] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d96b79b-2e99-43b5-bbed-1c81541b0341 already deleted. [ 742.721104] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d96b79b-2e99-43b5-bbed-1c81541b0341" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.996631] env[69410]: INFO networking_nsxv3.common.synchronization [None req-debf2ac4-2209-4fd4-9081-dc193be82ff6 tempest-AttachVolumeNegativeTest-1102358568 tempest-AttachVolumeNegativeTest-1102358568-project-member] Enqueued Resource ID: caf536be-1f25-4f25-b3da-30034289ff1e with Priority: HIGHEST for action security_group_rules [ 744.997478] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caf536be-1f25-4f25-b3da-30034289ff1e with Priority: HIGHEST for action security_group_rules [ 744.997478] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caf536be-1f25-4f25-b3da-30034289ff1e taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.997691] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caf536be-1f25-4f25-b3da-30034289ff1e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.997691] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caf536be-1f25-4f25-b3da-30034289ff1e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.997838] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caf536be-1f25-4f25-b3da-30034289ff1e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.997920] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caf536be-1f25-4f25-b3da-30034289ff1e',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.321987] env[69410]: INFO networking_nsxv3.common.synchronization [None req-f525dd76-1f3e-49d0-a028-f6e645730c6b tempest-AttachVolumeNegativeTest-1102358568 tempest-AttachVolumeNegativeTest-1102358568-project-member] Enqueued Resource ID: caf536be-1f25-4f25-b3da-30034289ff1e with Priority: HIGHEST for action security_group_rules [ 745.324694] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caf536be-1f25-4f25-b3da-30034289ff1e with Priority: HIGHEST for action security_group_rules [ 745.325121] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caf536be-1f25-4f25-b3da-30034289ff1e taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.325278] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caf536be-1f25-4f25-b3da-30034289ff1e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.526237] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.526237] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.526237] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.526237] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.526237] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.526237] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caf536be-1f25-4f25-b3da-30034289ff1e already deleted. [ 745.526237] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caf536be-1f25-4f25-b3da-30034289ff1e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.526559] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caf536be-1f25-4f25-b3da-30034289ff1e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.526672] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caf536be-1f25-4f25-b3da-30034289ff1e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.526726] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caf536be-1f25-4f25-b3da-30034289ff1e',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.052503] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.052503] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.052503] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.052503] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.052503] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.052503] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caf536be-1f25-4f25-b3da-30034289ff1e already deleted. [ 746.052503] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caf536be-1f25-4f25-b3da-30034289ff1e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.158716] env[69410]: INFO networking_nsxv3.common.synchronization [None req-68b0f9cb-fdf4-4aed-b5ad-2a6039a83658 tempest-ServersTestJSON-292452233 tempest-ServersTestJSON-292452233-project-member] Enqueued Resource ID: b20174ce-5b19-4a33-8400-448aded7c7aa with Priority: HIGHEST for action security_group_rules [ 747.161357] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20174ce-5b19-4a33-8400-448aded7c7aa with Priority: HIGHEST for action security_group_rules [ 747.163294] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20174ce-5b19-4a33-8400-448aded7c7aa taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.163294] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20174ce-5b19-4a33-8400-448aded7c7aa" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.163294] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20174ce-5b19-4a33-8400-448aded7c7aa" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.163294] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20174ce-5b19-4a33-8400-448aded7c7aa" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.163294] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20174ce-5b19-4a33-8400-448aded7c7aa',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.687070] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.687253] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.687325] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.687586] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.687663] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.687852] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20174ce-5b19-4a33-8400-448aded7c7aa already deleted. [ 747.687852] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20174ce-5b19-4a33-8400-448aded7c7aa" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.836837] env[69410]: INFO networking_nsxv3.common.synchronization [None req-60d552a8-7927-4255-9173-600740d57eed tempest-ServersTestJSON-292452233 tempest-ServersTestJSON-292452233-project-member] Enqueued Resource ID: b20174ce-5b19-4a33-8400-448aded7c7aa with Priority: HIGHEST for action security_group_rules [ 747.842714] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20174ce-5b19-4a33-8400-448aded7c7aa with Priority: HIGHEST for action security_group_rules [ 747.842714] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b20174ce-5b19-4a33-8400-448aded7c7aa taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.842714] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b20174ce-5b19-4a33-8400-448aded7c7aa" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.842714] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b20174ce-5b19-4a33-8400-448aded7c7aa" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.842714] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b20174ce-5b19-4a33-8400-448aded7c7aa" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.842714] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b20174ce-5b19-4a33-8400-448aded7c7aa',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.137354] env[69410]: INFO networking_nsxv3.common.synchronization [None req-8db3d3e7-173a-4dc7-a3b3-57eda28fb3a7 None None] Enqueued Resource ID: 148e01d3-6ab9-4120-a5f1-d4c3f4b40364 with Priority: HIGHEST for action port [ 748.137354] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148e01d3-6ab9-4120-a5f1-d4c3f4b40364 with Priority: HIGHEST for action port [ 748.137855] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-148e01d3-6ab9-4120-a5f1-d4c3f4b40364 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.137993] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-148e01d3-6ab9-4120-a5f1-d4c3f4b40364" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.138734] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-148e01d3-6ab9-4120-a5f1-d4c3f4b40364" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.140717] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-148e01d3-6ab9-4120-a5f1-d4c3f4b40364" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.140717] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('148e01d3-6ab9-4120-a5f1-d4c3f4b40364',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.218253] env[69410]: INFO networking_nsxv3.common.synchronization [None req-8048ee49-21a4-47aa-9947-3fa54b10942c None None] Enqueued Resource ID: 6a8585dd-0dc4-42c0-9eeb-2f86557484b4 with Priority: HIGHEST for action port [ 748.218253] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8585dd-0dc4-42c0-9eeb-2f86557484b4 with Priority: HIGHEST for action port [ 748.218253] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a8585dd-0dc4-42c0-9eeb-2f86557484b4 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.218253] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a8585dd-0dc4-42c0-9eeb-2f86557484b4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.218253] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a8585dd-0dc4-42c0-9eeb-2f86557484b4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.218253] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a8585dd-0dc4-42c0-9eeb-2f86557484b4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.218253] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a8585dd-0dc4-42c0-9eeb-2f86557484b4',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.366573] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.366573] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.366573] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.366573] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.366573] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.366573] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b20174ce-5b19-4a33-8400-448aded7c7aa already deleted. [ 748.366573] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b20174ce-5b19-4a33-8400-448aded7c7aa" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.642496] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 148e01d3-6ab9-4120-a5f1-d4c3f4b40364 [ 748.642640] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.645971] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.645971] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.645971] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.645971] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.645971] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:148e01d3-6ab9-4120-a5f1-d4c3f4b40364 already deleted. [ 748.645971] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-148e01d3-6ab9-4120-a5f1-d4c3f4b40364" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.723448] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a8585dd-0dc4-42c0-9eeb-2f86557484b4 [ 748.723448] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.727179] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.727179] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.727179] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.727179] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.727179] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a8585dd-0dc4-42c0-9eeb-2f86557484b4 already deleted. [ 748.727179] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a8585dd-0dc4-42c0-9eeb-2f86557484b4" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.108482] env[69410]: INFO networking_nsxv3.common.synchronization [None req-6d7e3d6b-937b-43a1-93f0-74c5bf78d865 None None] Enqueued Resource ID: c02aefb3-ffe0-44ed-a9d4-c994eb1d2624 with Priority: HIGHEST for action port [ 751.109047] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02aefb3-ffe0-44ed-a9d4-c994eb1d2624 with Priority: HIGHEST for action port [ 751.111287] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-c02aefb3-ffe0-44ed-a9d4-c994eb1d2624 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.111287] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c02aefb3-ffe0-44ed-a9d4-c994eb1d2624" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.111287] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c02aefb3-ffe0-44ed-a9d4-c994eb1d2624" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.111287] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c02aefb3-ffe0-44ed-a9d4-c994eb1d2624" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.111287] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02aefb3-ffe0-44ed-a9d4-c994eb1d2624',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.614113] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c02aefb3-ffe0-44ed-a9d4-c994eb1d2624 [ 751.614369] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.614512] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.614582] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.614798] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.614911] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.614981] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c02aefb3-ffe0-44ed-a9d4-c994eb1d2624 already deleted. [ 751.615100] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c02aefb3-ffe0-44ed-a9d4-c994eb1d2624" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.021640] env[69410]: INFO networking_nsxv3.common.synchronization [None req-1f022328-e396-4cc2-ac71-c3275ed80f1a None None] Enqueued Resource ID: 3a5176fc-f10f-41f0-a343-cf58adea3af3 with Priority: HIGHEST for action port [ 755.022950] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5176fc-f10f-41f0-a343-cf58adea3af3 with Priority: HIGHEST for action port [ 755.025740] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a5176fc-f10f-41f0-a343-cf58adea3af3 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.025740] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a5176fc-f10f-41f0-a343-cf58adea3af3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.025740] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a5176fc-f10f-41f0-a343-cf58adea3af3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.025740] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a5176fc-f10f-41f0-a343-cf58adea3af3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.025740] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a5176fc-f10f-41f0-a343-cf58adea3af3',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.214170] env[69410]: INFO networking_nsxv3.common.synchronization [None req-11b5a826-1d57-4f3c-8065-efcab8fb58ec None None] Enqueued Resource ID: fde9abd9-5088-495d-ab89-aa0b0ab573aa with Priority: HIGHEST for action port [ 755.214444] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde9abd9-5088-495d-ab89-aa0b0ab573aa with Priority: HIGHEST for action port [ 755.215012] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde9abd9-5088-495d-ab89-aa0b0ab573aa taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.215214] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde9abd9-5088-495d-ab89-aa0b0ab573aa" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.215871] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde9abd9-5088-495d-ab89-aa0b0ab573aa" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.216068] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde9abd9-5088-495d-ab89-aa0b0ab573aa" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.216136] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde9abd9-5088-495d-ab89-aa0b0ab573aa',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.528444] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a5176fc-f10f-41f0-a343-cf58adea3af3 [ 755.528444] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.528605] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.528677] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.528976] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.531216] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.531559] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a5176fc-f10f-41f0-a343-cf58adea3af3 already deleted. [ 755.531559] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a5176fc-f10f-41f0-a343-cf58adea3af3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.720135] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fde9abd9-5088-495d-ab89-aa0b0ab573aa [ 755.720135] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.720135] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.720135] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.720135] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.720135] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.720135] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fde9abd9-5088-495d-ab89-aa0b0ab573aa already deleted. [ 755.720135] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde9abd9-5088-495d-ab89-aa0b0ab573aa" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.000139] env[69410]: INFO networking_nsxv3.common.synchronization [None req-b57de152-d9b8-4451-b436-0cc20e8eef9a None None] Enqueued Resource ID: 7b0bfc21-b65f-4cab-81bb-ed6cfb8542ba with Priority: HIGHEST for action port [ 756.000407] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0bfc21-b65f-4cab-81bb-ed6cfb8542ba with Priority: HIGHEST for action port [ 756.000960] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b0bfc21-b65f-4cab-81bb-ed6cfb8542ba taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.001095] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b0bfc21-b65f-4cab-81bb-ed6cfb8542ba" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.001160] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b0bfc21-b65f-4cab-81bb-ed6cfb8542ba" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.002585] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b0bfc21-b65f-4cab-81bb-ed6cfb8542ba" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.002585] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b0bfc21-b65f-4cab-81bb-ed6cfb8542ba',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.504363] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b0bfc21-b65f-4cab-81bb-ed6cfb8542ba [ 756.504673] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.504742] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.504801] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.505040] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.505527] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.505527] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b0bfc21-b65f-4cab-81bb-ed6cfb8542ba already deleted. [ 756.505527] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b0bfc21-b65f-4cab-81bb-ed6cfb8542ba" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.020366] env[69410]: INFO networking_nsxv3.common.synchronization [None req-9beca5bc-243d-4604-b335-d76ca2447236 None None] Enqueued Resource ID: f462fdb3-707b-4860-8606-c82df36fff6b with Priority: HIGHEST for action port [ 757.020918] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f462fdb3-707b-4860-8606-c82df36fff6b with Priority: HIGHEST for action port [ 757.021842] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-f462fdb3-707b-4860-8606-c82df36fff6b taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.021842] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f462fdb3-707b-4860-8606-c82df36fff6b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.021842] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f462fdb3-707b-4860-8606-c82df36fff6b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.022272] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f462fdb3-707b-4860-8606-c82df36fff6b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.022272] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f462fdb3-707b-4860-8606-c82df36fff6b',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.524870] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f462fdb3-707b-4860-8606-c82df36fff6b [ 757.525215] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.525480] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.525480] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.525636] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.525737] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.525835] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f462fdb3-707b-4860-8606-c82df36fff6b already deleted. [ 757.525911] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f462fdb3-707b-4860-8606-c82df36fff6b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.005341] env[69410]: INFO networking_nsxv3.common.synchronization [None req-29df1403-dd08-478f-ab72-97b79259ca0b None None] Enqueued Resource ID: cb33872c-089b-4066-866b-aeeeea17dadc with Priority: HIGHEST for action port [ 758.005712] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb33872c-089b-4066-866b-aeeeea17dadc with Priority: HIGHEST for action port [ 758.006254] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb33872c-089b-4066-866b-aeeeea17dadc taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.006386] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb33872c-089b-4066-866b-aeeeea17dadc" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.006455] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb33872c-089b-4066-866b-aeeeea17dadc" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.006796] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb33872c-089b-4066-866b-aeeeea17dadc" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.006796] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb33872c-089b-4066-866b-aeeeea17dadc',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.509949] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb33872c-089b-4066-866b-aeeeea17dadc [ 758.510223] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.510353] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.510427] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.510664] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.510763] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.510829] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb33872c-089b-4066-866b-aeeeea17dadc already deleted. [ 758.510907] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb33872c-089b-4066-866b-aeeeea17dadc" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.549275] env[69410]: INFO networking_nsxv3.common.synchronization [None req-ece04f3c-2004-4334-95cf-00b0b50e7e76 None None] Enqueued Resource ID: 3fe8a72e-8201-44fd-90b4-73cec75f55ea with Priority: HIGHEST for action port [ 760.550297] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe8a72e-8201-44fd-90b4-73cec75f55ea with Priority: HIGHEST for action port [ 760.550631] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fe8a72e-8201-44fd-90b4-73cec75f55ea taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.550753] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fe8a72e-8201-44fd-90b4-73cec75f55ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.551105] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fe8a72e-8201-44fd-90b4-73cec75f55ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.551174] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fe8a72e-8201-44fd-90b4-73cec75f55ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.551209] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe8a72e-8201-44fd-90b4-73cec75f55ea',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.054821] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fe8a72e-8201-44fd-90b4-73cec75f55ea [ 761.054911] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.054998] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.056212] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.056212] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.056212] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.056212] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fe8a72e-8201-44fd-90b4-73cec75f55ea already deleted. [ 761.056212] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fe8a72e-8201-44fd-90b4-73cec75f55ea" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.090040] env[69410]: INFO networking_nsxv3.common.synchronization [None req-1090fbae-18bd-47a5-91bf-e87f85d35e1b None None] Enqueued Resource ID: b79949a2-7430-4957-9848-24e76d6dd175 with Priority: HIGHEST for action port [ 761.090119] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79949a2-7430-4957-9848-24e76d6dd175 with Priority: HIGHEST for action port [ 761.090909] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-b79949a2-7430-4957-9848-24e76d6dd175 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.091391] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b79949a2-7430-4957-9848-24e76d6dd175" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.091391] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b79949a2-7430-4957-9848-24e76d6dd175" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.091476] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b79949a2-7430-4957-9848-24e76d6dd175" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.091573] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b79949a2-7430-4957-9848-24e76d6dd175',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.178021] env[69410]: INFO networking_nsxv3.common.synchronization [None req-492289aa-b5f1-4f36-acf2-b4156911f727 None None] Enqueued Resource ID: 7868ad4f-cca6-4683-a0a3-f6a83313792c with Priority: HIGHEST for action port [ 761.178021] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7868ad4f-cca6-4683-a0a3-f6a83313792c with Priority: HIGHEST for action port [ 761.178021] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-7868ad4f-cca6-4683-a0a3-f6a83313792c taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.178021] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7868ad4f-cca6-4683-a0a3-f6a83313792c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.178021] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7868ad4f-cca6-4683-a0a3-f6a83313792c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.178021] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7868ad4f-cca6-4683-a0a3-f6a83313792c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.178021] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7868ad4f-cca6-4683-a0a3-f6a83313792c',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.594615] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b79949a2-7430-4957-9848-24e76d6dd175 [ 761.595984] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.595984] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.595984] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.595984] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.595984] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.595984] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b79949a2-7430-4957-9848-24e76d6dd175 already deleted. [ 761.596390] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b79949a2-7430-4957-9848-24e76d6dd175" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.682395] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7868ad4f-cca6-4683-a0a3-f6a83313792c [ 761.682395] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.682395] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.682395] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.682395] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.682395] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.682395] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7868ad4f-cca6-4683-a0a3-f6a83313792c already deleted. [ 761.682395] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7868ad4f-cca6-4683-a0a3-f6a83313792c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.610967] env[69410]: INFO networking_nsxv3.common.synchronization [None req-0390ce21-4560-48c7-997a-e241017d4910 None None] Enqueued Resource ID: c7099e42-c020-4924-9659-3b9daef0fb14 with Priority: HIGHEST for action port [ 762.611345] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7099e42-c020-4924-9659-3b9daef0fb14 with Priority: HIGHEST for action port [ 762.612076] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7099e42-c020-4924-9659-3b9daef0fb14 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.612076] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7099e42-c020-4924-9659-3b9daef0fb14" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.612076] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7099e42-c020-4924-9659-3b9daef0fb14" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.612263] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7099e42-c020-4924-9659-3b9daef0fb14" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.612263] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7099e42-c020-4924-9659-3b9daef0fb14',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.788127] env[69410]: INFO networking_nsxv3.common.synchronization [None req-b5ab748c-cf3d-408e-8356-4a21f4d03766 None None] Enqueued Resource ID: 3df2cf45-594d-48ae-8ba8-483a7d928e70 with Priority: HIGHEST for action port [ 762.790393] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df2cf45-594d-48ae-8ba8-483a7d928e70 with Priority: HIGHEST for action port [ 762.790393] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-3df2cf45-594d-48ae-8ba8-483a7d928e70 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.790393] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3df2cf45-594d-48ae-8ba8-483a7d928e70" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.790393] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3df2cf45-594d-48ae-8ba8-483a7d928e70" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.790393] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3df2cf45-594d-48ae-8ba8-483a7d928e70" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.790393] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3df2cf45-594d-48ae-8ba8-483a7d928e70',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.114147] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7099e42-c020-4924-9659-3b9daef0fb14 [ 763.115108] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.115108] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.115108] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.115108] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.115108] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.115108] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7099e42-c020-4924-9659-3b9daef0fb14 already deleted. [ 763.115108] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7099e42-c020-4924-9659-3b9daef0fb14" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.294497] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3df2cf45-594d-48ae-8ba8-483a7d928e70 [ 763.294815] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.296050] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.296050] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.296050] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.296050] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.296050] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3df2cf45-594d-48ae-8ba8-483a7d928e70 already deleted. [ 763.296050] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3df2cf45-594d-48ae-8ba8-483a7d928e70" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.642362] env[69410]: INFO networking_nsxv3.common.synchronization [None req-4c0de23e-77ef-4353-94fb-4e43a034cd09 None None] Enqueued Resource ID: 4d52bc91-efbc-4431-8e2c-01cd90f56f41 with Priority: HIGHEST for action port [ 763.642963] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d52bc91-efbc-4431-8e2c-01cd90f56f41 with Priority: HIGHEST for action port [ 763.645543] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d52bc91-efbc-4431-8e2c-01cd90f56f41 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.645543] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d52bc91-efbc-4431-8e2c-01cd90f56f41" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.645543] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d52bc91-efbc-4431-8e2c-01cd90f56f41" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.646283] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d52bc91-efbc-4431-8e2c-01cd90f56f41" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.646283] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d52bc91-efbc-4431-8e2c-01cd90f56f41',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.150277] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d52bc91-efbc-4431-8e2c-01cd90f56f41 [ 764.150277] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.150277] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.150277] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.150277] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.150437] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.150437] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d52bc91-efbc-4431-8e2c-01cd90f56f41 already deleted. [ 764.150485] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d52bc91-efbc-4431-8e2c-01cd90f56f41" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.014422] env[69410]: INFO networking_nsxv3.common.synchronization [None req-93b863ef-62e9-4c33-b306-8baf8c32c6e6 None None] Enqueued Resource ID: ae9a4391-49cb-4665-b6d3-462d69e417b0 with Priority: HIGHEST for action port [ 765.014422] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9a4391-49cb-4665-b6d3-462d69e417b0 with Priority: HIGHEST for action port [ 765.014422] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae9a4391-49cb-4665-b6d3-462d69e417b0 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.014422] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae9a4391-49cb-4665-b6d3-462d69e417b0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.014422] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae9a4391-49cb-4665-b6d3-462d69e417b0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.014422] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae9a4391-49cb-4665-b6d3-462d69e417b0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.015213] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae9a4391-49cb-4665-b6d3-462d69e417b0',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.518140] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae9a4391-49cb-4665-b6d3-462d69e417b0 [ 765.518412] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.518599] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.518673] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.518892] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.519033] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.519119] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae9a4391-49cb-4665-b6d3-462d69e417b0 already deleted. [ 765.519171] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae9a4391-49cb-4665-b6d3-462d69e417b0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.951302] env[69410]: INFO networking_nsxv3.common.synchronization [None req-58a13288-101f-4b9f-9c05-614d1a3d475c None None] Enqueued Resource ID: cf6be64f-24c6-4c02-a9b1-43fee6616367 with Priority: HIGHEST for action port [ 766.952257] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf6be64f-24c6-4c02-a9b1-43fee6616367 with Priority: HIGHEST for action port [ 766.952439] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf6be64f-24c6-4c02-a9b1-43fee6616367 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.955866] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf6be64f-24c6-4c02-a9b1-43fee6616367" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.956260] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf6be64f-24c6-4c02-a9b1-43fee6616367" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.956650] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf6be64f-24c6-4c02-a9b1-43fee6616367" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.956722] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf6be64f-24c6-4c02-a9b1-43fee6616367',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.032534] env[69410]: INFO networking_nsxv3.common.synchronization [None req-46413e5d-c596-4c71-9476-3b1ee30d7010 None None] Enqueued Resource ID: 54176483-aaac-4615-8ccb-94d4bbb4a2d3 with Priority: HIGHEST for action port [ 767.032534] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54176483-aaac-4615-8ccb-94d4bbb4a2d3 with Priority: HIGHEST for action port [ 767.032534] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-54176483-aaac-4615-8ccb-94d4bbb4a2d3 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.032534] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54176483-aaac-4615-8ccb-94d4bbb4a2d3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.032534] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54176483-aaac-4615-8ccb-94d4bbb4a2d3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.032534] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54176483-aaac-4615-8ccb-94d4bbb4a2d3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.032534] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54176483-aaac-4615-8ccb-94d4bbb4a2d3',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.461062] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf6be64f-24c6-4c02-a9b1-43fee6616367 [ 767.461062] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.461062] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.461062] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.461062] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.461062] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.461062] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf6be64f-24c6-4c02-a9b1-43fee6616367 already deleted. [ 767.461062] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf6be64f-24c6-4c02-a9b1-43fee6616367" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.536710] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54176483-aaac-4615-8ccb-94d4bbb4a2d3 [ 767.536710] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.536710] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.536710] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.536710] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.536710] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.536710] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54176483-aaac-4615-8ccb-94d4bbb4a2d3 already deleted. [ 767.536710] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54176483-aaac-4615-8ccb-94d4bbb4a2d3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.672494] env[69410]: INFO networking_nsxv3.common.synchronization [None req-23936b4a-4279-4502-98e6-4d60e88e1f0c None None] Enqueued Resource ID: 6388e170-392c-40fb-ba2d-0f4de15a8e7b with Priority: HIGHEST for action port [ 767.672765] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6388e170-392c-40fb-ba2d-0f4de15a8e7b with Priority: HIGHEST for action port [ 767.673354] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-6388e170-392c-40fb-ba2d-0f4de15a8e7b taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.673484] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6388e170-392c-40fb-ba2d-0f4de15a8e7b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.673549] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6388e170-392c-40fb-ba2d-0f4de15a8e7b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.673801] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6388e170-392c-40fb-ba2d-0f4de15a8e7b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.673882] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6388e170-392c-40fb-ba2d-0f4de15a8e7b',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.684521] env[69410]: INFO networking_nsxv3.common.synchronization [None req-3eb8948e-4499-4e42-97b2-217e019a0bf9 None None] Enqueued Resource ID: 51f01f84-d3c7-4e2f-bc55-4b658d54cd5f with Priority: HIGHEST for action port [ 767.684768] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f01f84-d3c7-4e2f-bc55-4b658d54cd5f with Priority: HIGHEST for action port [ 767.685377] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-51f01f84-d3c7-4e2f-bc55-4b658d54cd5f taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.685448] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51f01f84-d3c7-4e2f-bc55-4b658d54cd5f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.685500] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51f01f84-d3c7-4e2f-bc55-4b658d54cd5f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.685727] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51f01f84-d3c7-4e2f-bc55-4b658d54cd5f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.685801] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51f01f84-d3c7-4e2f-bc55-4b658d54cd5f',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.178018] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6388e170-392c-40fb-ba2d-0f4de15a8e7b [ 768.178018] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.178018] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.178018] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.178018] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.178018] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.178018] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6388e170-392c-40fb-ba2d-0f4de15a8e7b already deleted. [ 768.178018] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6388e170-392c-40fb-ba2d-0f4de15a8e7b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.188280] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51f01f84-d3c7-4e2f-bc55-4b658d54cd5f [ 768.188833] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.188833] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.188833] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.189088] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.189984] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.189984] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51f01f84-d3c7-4e2f-bc55-4b658d54cd5f already deleted. [ 768.189984] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51f01f84-d3c7-4e2f-bc55-4b658d54cd5f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.339216] env[69410]: INFO networking_nsxv3.common.synchronization [None req-ecae4463-4ef7-402f-993a-08f324be954b None None] Enqueued Resource ID: 49b6ba7a-8183-453e-b804-5f1345f791fe with Priority: HIGHEST for action port [ 769.339730] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6ba7a-8183-453e-b804-5f1345f791fe with Priority: HIGHEST for action port [ 769.340944] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-49b6ba7a-8183-453e-b804-5f1345f791fe taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.341121] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49b6ba7a-8183-453e-b804-5f1345f791fe" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.341192] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49b6ba7a-8183-453e-b804-5f1345f791fe" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.341458] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49b6ba7a-8183-453e-b804-5f1345f791fe" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.341544] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b6ba7a-8183-453e-b804-5f1345f791fe',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.359597] env[69410]: INFO networking_nsxv3.common.synchronization [None req-f20814b7-34e2-4d4d-a9a7-3e65c0af9a1d None None] Enqueued Resource ID: 8f275425-cbd3-49ea-9a9f-779a8bb503c7 with Priority: HIGHEST for action port [ 769.359735] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f275425-cbd3-49ea-9a9f-779a8bb503c7 with Priority: HIGHEST for action port [ 769.360329] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f275425-cbd3-49ea-9a9f-779a8bb503c7 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.361316] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f275425-cbd3-49ea-9a9f-779a8bb503c7" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.361316] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f275425-cbd3-49ea-9a9f-779a8bb503c7" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.364241] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f275425-cbd3-49ea-9a9f-779a8bb503c7" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.364323] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f275425-cbd3-49ea-9a9f-779a8bb503c7',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.374823] env[69410]: INFO networking_nsxv3.common.synchronization [None req-a875a83a-2e16-40c2-85b6-a7f3c3c795c2 None None] Enqueued Resource ID: 04e7b14c-79ef-48d9-87bf-2543f7c45245 with Priority: HIGHEST for action port [ 769.375524] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e7b14c-79ef-48d9-87bf-2543f7c45245 with Priority: HIGHEST for action port [ 769.375960] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e7b14c-79ef-48d9-87bf-2543f7c45245 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.376257] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e7b14c-79ef-48d9-87bf-2543f7c45245" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.376429] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e7b14c-79ef-48d9-87bf-2543f7c45245" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.376925] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e7b14c-79ef-48d9-87bf-2543f7c45245" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.377154] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e7b14c-79ef-48d9-87bf-2543f7c45245',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.844760] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49b6ba7a-8183-453e-b804-5f1345f791fe [ 769.844760] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.844760] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.844760] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.844760] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.844760] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.844760] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49b6ba7a-8183-453e-b804-5f1345f791fe already deleted. [ 769.844760] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49b6ba7a-8183-453e-b804-5f1345f791fe" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.868087] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f275425-cbd3-49ea-9a9f-779a8bb503c7 [ 769.868087] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.868087] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.868087] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.868087] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.868087] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.868087] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f275425-cbd3-49ea-9a9f-779a8bb503c7 already deleted. [ 769.868087] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f275425-cbd3-49ea-9a9f-779a8bb503c7" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.879814] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04e7b14c-79ef-48d9-87bf-2543f7c45245 [ 769.880141] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.880823] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.880823] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.880823] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.880963] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.881251] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04e7b14c-79ef-48d9-87bf-2543f7c45245 already deleted. [ 769.881402] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e7b14c-79ef-48d9-87bf-2543f7c45245" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.024044] env[69410]: INFO networking_nsxv3.common.synchronization [None req-9ddfcd9c-ff3e-4494-adeb-97d77bbb72f7 None None] Enqueued Resource ID: 11fc5db1-373c-41da-a981-2bb0028624d3 with Priority: HIGHEST for action port [ 771.024494] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fc5db1-373c-41da-a981-2bb0028624d3 with Priority: HIGHEST for action port [ 771.024851] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-11fc5db1-373c-41da-a981-2bb0028624d3 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.024968] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11fc5db1-373c-41da-a981-2bb0028624d3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.025049] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11fc5db1-373c-41da-a981-2bb0028624d3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.025381] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11fc5db1-373c-41da-a981-2bb0028624d3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.025509] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11fc5db1-373c-41da-a981-2bb0028624d3',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.528661] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11fc5db1-373c-41da-a981-2bb0028624d3 [ 771.528661] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.528661] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.528661] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.528661] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.528661] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.528661] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11fc5db1-373c-41da-a981-2bb0028624d3 already deleted. [ 771.528661] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11fc5db1-373c-41da-a981-2bb0028624d3" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.952299] env[69410]: INFO networking_nsxv3.common.synchronization [None req-e19274c7-c37b-4b1a-9023-35680162cf16 None None] Enqueued Resource ID: bd410931-e555-44ff-b086-b211d6ebabc5 with Priority: HIGHEST for action port [ 771.953509] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd410931-e555-44ff-b086-b211d6ebabc5 with Priority: HIGHEST for action port [ 771.953509] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd410931-e555-44ff-b086-b211d6ebabc5 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.953509] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd410931-e555-44ff-b086-b211d6ebabc5" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.953509] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd410931-e555-44ff-b086-b211d6ebabc5" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.953509] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd410931-e555-44ff-b086-b211d6ebabc5" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.953764] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd410931-e555-44ff-b086-b211d6ebabc5',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.963600] env[69410]: INFO networking_nsxv3.common.synchronization [None req-d6f0c4db-aef1-4f4f-b536-dfd011e43ed8 None None] Enqueued Resource ID: 3314a4d7-32e5-46aa-91cf-64dcec9f9f8c with Priority: HIGHEST for action port [ 771.963860] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3314a4d7-32e5-46aa-91cf-64dcec9f9f8c with Priority: HIGHEST for action port [ 771.964372] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-3314a4d7-32e5-46aa-91cf-64dcec9f9f8c taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.964485] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3314a4d7-32e5-46aa-91cf-64dcec9f9f8c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.964601] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3314a4d7-32e5-46aa-91cf-64dcec9f9f8c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.964941] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3314a4d7-32e5-46aa-91cf-64dcec9f9f8c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.964941] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3314a4d7-32e5-46aa-91cf-64dcec9f9f8c',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.456826] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd410931-e555-44ff-b086-b211d6ebabc5 [ 772.457135] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.457212] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.457278] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.457500] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.457584] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.457678] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd410931-e555-44ff-b086-b211d6ebabc5 already deleted. [ 772.457755] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd410931-e555-44ff-b086-b211d6ebabc5" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.473323] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3314a4d7-32e5-46aa-91cf-64dcec9f9f8c [ 772.473572] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.473708] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.473789] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.474033] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.474125] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.474225] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3314a4d7-32e5-46aa-91cf-64dcec9f9f8c already deleted. [ 772.474313] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3314a4d7-32e5-46aa-91cf-64dcec9f9f8c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.638657] env[69410]: INFO networking_nsxv3.common.synchronization [None req-4267cdc9-6feb-4954-85c2-542064c68a65 None None] Enqueued Resource ID: 01cf12ee-cdaf-4c00-bb1c-8442ed3a652d with Priority: HIGHEST for action port [ 772.638939] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cf12ee-cdaf-4c00-bb1c-8442ed3a652d with Priority: HIGHEST for action port [ 772.639521] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-01cf12ee-cdaf-4c00-bb1c-8442ed3a652d taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.640553] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01cf12ee-cdaf-4c00-bb1c-8442ed3a652d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.640553] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01cf12ee-cdaf-4c00-bb1c-8442ed3a652d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.640553] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01cf12ee-cdaf-4c00-bb1c-8442ed3a652d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.640553] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01cf12ee-cdaf-4c00-bb1c-8442ed3a652d',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.144438] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01cf12ee-cdaf-4c00-bb1c-8442ed3a652d [ 773.144438] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.144438] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.144438] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.144438] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.144438] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.144438] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01cf12ee-cdaf-4c00-bb1c-8442ed3a652d already deleted. [ 773.144438] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01cf12ee-cdaf-4c00-bb1c-8442ed3a652d" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.619865] env[69410]: INFO networking_nsxv3.common.synchronization [None req-caec6bda-bccd-4349-bbb5-59662e349f96 None None] Enqueued Resource ID: add0fc03-a447-41ff-a2f9-9bf3c7f5f667 with Priority: HIGHEST for action port [ 773.620191] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add0fc03-a447-41ff-a2f9-9bf3c7f5f667 with Priority: HIGHEST for action port [ 773.620757] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-add0fc03-a447-41ff-a2f9-9bf3c7f5f667 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.621807] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-add0fc03-a447-41ff-a2f9-9bf3c7f5f667" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.622214] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-add0fc03-a447-41ff-a2f9-9bf3c7f5f667" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.622214] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-add0fc03-a447-41ff-a2f9-9bf3c7f5f667" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.622290] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add0fc03-a447-41ff-a2f9-9bf3c7f5f667',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.830030] env[69410]: INFO networking_nsxv3.common.synchronization [None req-8d79e3a4-29a1-4a62-b3d7-4fbaca3f6917 tempest-AttachInterfacesTestJSON-1945117021 tempest-AttachInterfacesTestJSON-1945117021-project-member] Enqueued Resource ID: fb0dd408-63ee-4bf5-afef-8d374ade238e with Priority: HIGHEST for action security_group_rules [ 773.830136] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0dd408-63ee-4bf5-afef-8d374ade238e with Priority: HIGHEST for action security_group_rules [ 773.830451] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0dd408-63ee-4bf5-afef-8d374ade238e taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.830656] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0dd408-63ee-4bf5-afef-8d374ade238e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.830753] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0dd408-63ee-4bf5-afef-8d374ade238e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.831356] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0dd408-63ee-4bf5-afef-8d374ade238e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.831356] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0dd408-63ee-4bf5-afef-8d374ade238e',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.915168] env[69410]: INFO networking_nsxv3.common.synchronization [None req-1d78d0d3-eaf0-457d-aaa4-5e368543299c None None] Enqueued Resource ID: e03d8a73-744b-448d-9cde-f634790c4ad2 with Priority: HIGHEST for action port [ 773.916887] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e03d8a73-744b-448d-9cde-f634790c4ad2 with Priority: HIGHEST for action port [ 773.916887] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-e03d8a73-744b-448d-9cde-f634790c4ad2 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.916887] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e03d8a73-744b-448d-9cde-f634790c4ad2" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.916887] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e03d8a73-744b-448d-9cde-f634790c4ad2" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.917169] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e03d8a73-744b-448d-9cde-f634790c4ad2" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.917201] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e03d8a73-744b-448d-9cde-f634790c4ad2',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.048164] env[69410]: INFO networking_nsxv3.common.synchronization [None req-f7e427cc-fc40-4f29-88bc-bdc6115c5f83 tempest-AttachInterfacesTestJSON-1945117021 tempest-AttachInterfacesTestJSON-1945117021-project-member] Enqueued Resource ID: fb0dd408-63ee-4bf5-afef-8d374ade238e with Priority: HIGHEST for action security_group_rules [ 774.048164] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb0dd408-63ee-4bf5-afef-8d374ade238e with Priority: HIGHEST for action security_group_rules [ 774.048164] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb0dd408-63ee-4bf5-afef-8d374ade238e taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.048164] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb0dd408-63ee-4bf5-afef-8d374ade238e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.125748] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port add0fc03-a447-41ff-a2f9-9bf3c7f5f667 [ 774.125748] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.125748] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.125748] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.126460] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.126460] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.126460] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:add0fc03-a447-41ff-a2f9-9bf3c7f5f667 already deleted. [ 774.126460] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-add0fc03-a447-41ff-a2f9-9bf3c7f5f667" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.356212] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.357840] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.357840] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.357840] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.357840] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.359028] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0dd408-63ee-4bf5-afef-8d374ade238e already deleted. [ 774.359028] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0dd408-63ee-4bf5-afef-8d374ade238e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.359028] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb0dd408-63ee-4bf5-afef-8d374ade238e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.359028] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb0dd408-63ee-4bf5-afef-8d374ade238e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.359279] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb0dd408-63ee-4bf5-afef-8d374ade238e',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.420212] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e03d8a73-744b-448d-9cde-f634790c4ad2 [ 774.420510] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.420944] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.420944] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.420944] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.421168] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.421168] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e03d8a73-744b-448d-9cde-f634790c4ad2 already deleted. [ 774.421168] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e03d8a73-744b-448d-9cde-f634790c4ad2" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.881040] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.881040] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.881040] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.881040] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.881040] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.881040] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb0dd408-63ee-4bf5-afef-8d374ade238e already deleted. [ 774.881040] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb0dd408-63ee-4bf5-afef-8d374ade238e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.128550] env[69410]: INFO networking_nsxv3.common.synchronization [None req-e7e5dd45-c472-48e8-b967-8dc0bf3d0331 None None] Enqueued Resource ID: 85fb1d72-8173-403b-be3c-3dfafc26025f with Priority: HIGHEST for action port [ 775.128774] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fb1d72-8173-403b-be3c-3dfafc26025f with Priority: HIGHEST for action port [ 775.129394] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-85fb1d72-8173-403b-be3c-3dfafc26025f taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.129511] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85fb1d72-8173-403b-be3c-3dfafc26025f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.129775] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85fb1d72-8173-403b-be3c-3dfafc26025f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.131133] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85fb1d72-8173-403b-be3c-3dfafc26025f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.131227] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85fb1d72-8173-403b-be3c-3dfafc26025f',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.633924] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85fb1d72-8173-403b-be3c-3dfafc26025f [ 775.634505] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.634505] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.634505] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.634784] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.634905] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.634975] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85fb1d72-8173-403b-be3c-3dfafc26025f already deleted. [ 775.635032] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85fb1d72-8173-403b-be3c-3dfafc26025f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.844845] env[69410]: INFO networking_nsxv3.common.synchronization [None req-533ee1a3-ebe3-40a9-9262-d7465d5fe703 None None] Enqueued Resource ID: b59ddba2-a851-4217-8916-ec1fbabc10cc with Priority: HIGHEST for action port [ 776.844845] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59ddba2-a851-4217-8916-ec1fbabc10cc with Priority: HIGHEST for action port [ 776.844845] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-b59ddba2-a851-4217-8916-ec1fbabc10cc taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.844845] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b59ddba2-a851-4217-8916-ec1fbabc10cc" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.844845] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b59ddba2-a851-4217-8916-ec1fbabc10cc" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.844845] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b59ddba2-a851-4217-8916-ec1fbabc10cc" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.844845] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b59ddba2-a851-4217-8916-ec1fbabc10cc',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.350405] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b59ddba2-a851-4217-8916-ec1fbabc10cc [ 777.351358] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.351358] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.351358] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.351358] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.351704] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.351883] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b59ddba2-a851-4217-8916-ec1fbabc10cc already deleted. [ 777.351989] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b59ddba2-a851-4217-8916-ec1fbabc10cc" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.193224] env[69410]: INFO networking_nsxv3.common.synchronization [None req-c1d23347-b5cd-4778-a565-5a42f52d49c8 None None] Enqueued Resource ID: d0c8e033-4c17-4735-8fd0-b6b89a200e2f with Priority: HIGHEST for action port [ 778.193224] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c8e033-4c17-4735-8fd0-b6b89a200e2f with Priority: HIGHEST for action port [ 778.193526] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0c8e033-4c17-4735-8fd0-b6b89a200e2f taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.193595] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0c8e033-4c17-4735-8fd0-b6b89a200e2f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.193630] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0c8e033-4c17-4735-8fd0-b6b89a200e2f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.193920] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0c8e033-4c17-4735-8fd0-b6b89a200e2f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.194018] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c8e033-4c17-4735-8fd0-b6b89a200e2f',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.701565] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0c8e033-4c17-4735-8fd0-b6b89a200e2f [ 778.701565] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.701565] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.701565] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.701565] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.701565] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.701565] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0c8e033-4c17-4735-8fd0-b6b89a200e2f already deleted. [ 778.701565] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0c8e033-4c17-4735-8fd0-b6b89a200e2f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.187458] env[69410]: INFO networking_nsxv3.common.synchronization [None req-08275091-a81d-4f3d-ac7a-cdcbd562fb36 None None] Enqueued Resource ID: 613fee14-2e23-4aca-93e7-8738d3dae1de with Priority: HIGHEST for action port [ 780.187977] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613fee14-2e23-4aca-93e7-8738d3dae1de with Priority: HIGHEST for action port [ 780.188293] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-613fee14-2e23-4aca-93e7-8738d3dae1de taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.188427] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-613fee14-2e23-4aca-93e7-8738d3dae1de" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.188495] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-613fee14-2e23-4aca-93e7-8738d3dae1de" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.188750] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-613fee14-2e23-4aca-93e7-8738d3dae1de" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.188832] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('613fee14-2e23-4aca-93e7-8738d3dae1de',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.694217] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 613fee14-2e23-4aca-93e7-8738d3dae1de [ 780.694460] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.696374] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.696374] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.696374] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.696374] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.696374] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:613fee14-2e23-4aca-93e7-8738d3dae1de already deleted. [ 780.696374] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-613fee14-2e23-4aca-93e7-8738d3dae1de" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.836607] env[69410]: INFO networking_nsxv3.common.synchronization [None req-db7e860b-bd59-4f46-b708-3d44a3c840de None None] Enqueued Resource ID: 82de1743-ae60-4528-93d6-69121584d387 with Priority: HIGHEST for action port [ 782.836607] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82de1743-ae60-4528-93d6-69121584d387 with Priority: HIGHEST for action port [ 782.836607] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-82de1743-ae60-4528-93d6-69121584d387 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.836607] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82de1743-ae60-4528-93d6-69121584d387" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.836607] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82de1743-ae60-4528-93d6-69121584d387" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.836607] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82de1743-ae60-4528-93d6-69121584d387" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.837204] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82de1743-ae60-4528-93d6-69121584d387',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.339413] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82de1743-ae60-4528-93d6-69121584d387 [ 783.339764] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.339922] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.339993] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.340232] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.340352] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.340406] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82de1743-ae60-4528-93d6-69121584d387 already deleted. [ 783.340487] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82de1743-ae60-4528-93d6-69121584d387" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.760539] env[69410]: INFO networking_nsxv3.common.synchronization [None req-59744f0c-10c0-4b39-8029-837d376ef3b2 None None] Enqueued Resource ID: 46f70de6-cbe3-45ef-b742-ceecc3e79fa6 with Priority: HIGHEST for action port [ 783.760991] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f70de6-cbe3-45ef-b742-ceecc3e79fa6 with Priority: HIGHEST for action port [ 783.761654] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f70de6-cbe3-45ef-b742-ceecc3e79fa6 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.761884] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f70de6-cbe3-45ef-b742-ceecc3e79fa6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.761884] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f70de6-cbe3-45ef-b742-ceecc3e79fa6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.762158] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f70de6-cbe3-45ef-b742-ceecc3e79fa6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.762220] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f70de6-cbe3-45ef-b742-ceecc3e79fa6',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.265913] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46f70de6-cbe3-45ef-b742-ceecc3e79fa6 [ 784.265913] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.265913] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.265913] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.267264] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.267264] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.267264] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46f70de6-cbe3-45ef-b742-ceecc3e79fa6 already deleted. [ 784.267264] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f70de6-cbe3-45ef-b742-ceecc3e79fa6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.845266] env[69410]: INFO networking_nsxv3.common.synchronization [None req-267a0240-86ea-4cd5-86d0-b9ce989a0c9d tempest-AttachInterfacesTestJSON-1945117021 tempest-AttachInterfacesTestJSON-1945117021-project-member] Enqueued Resource ID: 5acc69e0-28dd-4136-9bcd-18bc8f9bb86b with Priority: HIGHEST for action security_group_rules [ 787.845749] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acc69e0-28dd-4136-9bcd-18bc8f9bb86b with Priority: HIGHEST for action security_group_rules [ 787.845749] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5acc69e0-28dd-4136-9bcd-18bc8f9bb86b taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.847207] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5acc69e0-28dd-4136-9bcd-18bc8f9bb86b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.847207] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5acc69e0-28dd-4136-9bcd-18bc8f9bb86b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.847207] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5acc69e0-28dd-4136-9bcd-18bc8f9bb86b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.847207] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5acc69e0-28dd-4136-9bcd-18bc8f9bb86b',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.885154] env[69410]: INFO networking_nsxv3.common.synchronization [None req-94037fe0-995a-4276-aa8b-90760031b4aa None None] Enqueued Resource ID: 77585f2c-1f9c-497f-ba8a-3630ca5f552a with Priority: HIGHEST for action port [ 787.886021] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77585f2c-1f9c-497f-ba8a-3630ca5f552a with Priority: HIGHEST for action port [ 787.886021] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-77585f2c-1f9c-497f-ba8a-3630ca5f552a taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.886191] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77585f2c-1f9c-497f-ba8a-3630ca5f552a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.886191] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77585f2c-1f9c-497f-ba8a-3630ca5f552a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.886426] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77585f2c-1f9c-497f-ba8a-3630ca5f552a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.886426] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77585f2c-1f9c-497f-ba8a-3630ca5f552a',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.073256] env[69410]: INFO networking_nsxv3.common.synchronization [None req-2059279e-161b-45ee-acdd-c9646a5f2dd7 tempest-AttachInterfacesTestJSON-1945117021 tempest-AttachInterfacesTestJSON-1945117021-project-member] Enqueued Resource ID: 5acc69e0-28dd-4136-9bcd-18bc8f9bb86b with Priority: HIGHEST for action security_group_rules [ 788.073958] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acc69e0-28dd-4136-9bcd-18bc8f9bb86b with Priority: HIGHEST for action security_group_rules [ 788.074276] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5acc69e0-28dd-4136-9bcd-18bc8f9bb86b taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.074380] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5acc69e0-28dd-4136-9bcd-18bc8f9bb86b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.368914] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.369129] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.369129] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.371022] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.371022] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.371022] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5acc69e0-28dd-4136-9bcd-18bc8f9bb86b already deleted. [ 788.371022] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5acc69e0-28dd-4136-9bcd-18bc8f9bb86b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.371022] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5acc69e0-28dd-4136-9bcd-18bc8f9bb86b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.371022] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5acc69e0-28dd-4136-9bcd-18bc8f9bb86b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.371022] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5acc69e0-28dd-4136-9bcd-18bc8f9bb86b',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.390569] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77585f2c-1f9c-497f-ba8a-3630ca5f552a [ 788.391826] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.391826] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.391826] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.391826] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.391826] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.391826] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77585f2c-1f9c-497f-ba8a-3630ca5f552a already deleted. [ 788.391826] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77585f2c-1f9c-497f-ba8a-3630ca5f552a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.894035] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.894333] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.894333] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.895801] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.895801] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.895801] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5acc69e0-28dd-4136-9bcd-18bc8f9bb86b already deleted. [ 788.895801] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5acc69e0-28dd-4136-9bcd-18bc8f9bb86b" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.562143] env[69410]: INFO networking_nsxv3.common.synchronization [None req-0b56f77f-032e-4c20-b38c-c63f71dccf86 None None] Enqueued Resource ID: e5f7bb54-3d99-4b28-88ab-42094732414c with Priority: HIGHEST for action port [ 791.562569] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f7bb54-3d99-4b28-88ab-42094732414c with Priority: HIGHEST for action port [ 791.562968] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5f7bb54-3d99-4b28-88ab-42094732414c taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.563107] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5f7bb54-3d99-4b28-88ab-42094732414c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.563183] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5f7bb54-3d99-4b28-88ab-42094732414c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.563491] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5f7bb54-3d99-4b28-88ab-42094732414c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.563491] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5f7bb54-3d99-4b28-88ab-42094732414c',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.975569] env[69410]: INFO networking_nsxv3.common.synchronization [None req-1c9eeb21-589e-4aba-a354-d9a31db9e6ce None None] Enqueued Resource ID: e3beb176-1651-4cf2-822b-28a1b8680ab8 with Priority: HIGHEST for action port [ 791.975836] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3beb176-1651-4cf2-822b-28a1b8680ab8 with Priority: HIGHEST for action port [ 791.976410] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3beb176-1651-4cf2-822b-28a1b8680ab8 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.976539] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3beb176-1651-4cf2-822b-28a1b8680ab8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.979638] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3beb176-1651-4cf2-822b-28a1b8680ab8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.979638] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3beb176-1651-4cf2-822b-28a1b8680ab8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.979638] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3beb176-1651-4cf2-822b-28a1b8680ab8',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.982389] env[69410]: INFO networking_nsxv3.common.synchronization [None req-65ecbbd4-0f66-4bae-a4a7-7eb8d4fe2e6b tempest-AttachVolumeTestJSON-396030097 tempest-AttachVolumeTestJSON-396030097-project-member] Enqueued Resource ID: e230b90c-df16-4b1e-8bd3-ce4b335e9101 with Priority: HIGHEST for action security_group_rules [ 791.982567] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e230b90c-df16-4b1e-8bd3-ce4b335e9101 with Priority: HIGHEST for action security_group_rules [ 791.983619] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e230b90c-df16-4b1e-8bd3-ce4b335e9101 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.983619] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e230b90c-df16-4b1e-8bd3-ce4b335e9101" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.983619] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e230b90c-df16-4b1e-8bd3-ce4b335e9101" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.983619] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e230b90c-df16-4b1e-8bd3-ce4b335e9101" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.983838] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e230b90c-df16-4b1e-8bd3-ce4b335e9101',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.069911] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5f7bb54-3d99-4b28-88ab-42094732414c [ 792.069911] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.069911] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.069911] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.069911] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.069911] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.069911] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5f7bb54-3d99-4b28-88ab-42094732414c already deleted. [ 792.069911] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5f7bb54-3d99-4b28-88ab-42094732414c" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.338207] env[69410]: INFO networking_nsxv3.common.synchronization [None req-43038479-8b0b-4fcc-b235-8dba5b55231c tempest-AttachVolumeTestJSON-396030097 tempest-AttachVolumeTestJSON-396030097-project-member] Enqueued Resource ID: e230b90c-df16-4b1e-8bd3-ce4b335e9101 with Priority: HIGHEST for action security_group_rules [ 792.338207] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e230b90c-df16-4b1e-8bd3-ce4b335e9101 with Priority: HIGHEST for action security_group_rules [ 792.338207] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e230b90c-df16-4b1e-8bd3-ce4b335e9101 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.338207] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e230b90c-df16-4b1e-8bd3-ce4b335e9101" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.482088] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3beb176-1651-4cf2-822b-28a1b8680ab8 [ 792.482511] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.483528] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.483528] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.483528] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.483528] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.483528] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3beb176-1651-4cf2-822b-28a1b8680ab8 already deleted. [ 792.483528] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3beb176-1651-4cf2-822b-28a1b8680ab8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.509919] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.509919] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.509919] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.509919] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.509919] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.509919] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e230b90c-df16-4b1e-8bd3-ce4b335e9101 already deleted. [ 792.509919] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e230b90c-df16-4b1e-8bd3-ce4b335e9101" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.509919] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e230b90c-df16-4b1e-8bd3-ce4b335e9101" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.509919] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e230b90c-df16-4b1e-8bd3-ce4b335e9101" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.510232] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e230b90c-df16-4b1e-8bd3-ce4b335e9101',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.033205] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.033521] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.033521] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.033681] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.033771] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.033866] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e230b90c-df16-4b1e-8bd3-ce4b335e9101 already deleted. [ 793.033950] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e230b90c-df16-4b1e-8bd3-ce4b335e9101" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.681248] env[69410]: INFO networking_nsxv3.common.synchronization [None req-eb23d549-d338-4721-8f46-575df921be9d tempest-ServersTestFqdnHostnames-1222715948 tempest-ServersTestFqdnHostnames-1222715948-project-member] Enqueued Resource ID: 69d2b0c6-7f14-4164-9a17-0e482b4924e1 with Priority: HIGHEST for action security_group_rules [ 793.681775] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d2b0c6-7f14-4164-9a17-0e482b4924e1 with Priority: HIGHEST for action security_group_rules [ 793.682091] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69d2b0c6-7f14-4164-9a17-0e482b4924e1 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.682297] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69d2b0c6-7f14-4164-9a17-0e482b4924e1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.682297] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69d2b0c6-7f14-4164-9a17-0e482b4924e1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.684464] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69d2b0c6-7f14-4164-9a17-0e482b4924e1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.684674] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69d2b0c6-7f14-4164-9a17-0e482b4924e1',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.912830] env[69410]: INFO networking_nsxv3.common.synchronization [None req-e0fb52c8-982f-4368-a9b9-f3d3a9e361c8 tempest-ServersTestFqdnHostnames-1222715948 tempest-ServersTestFqdnHostnames-1222715948-project-member] Enqueued Resource ID: 69d2b0c6-7f14-4164-9a17-0e482b4924e1 with Priority: HIGHEST for action security_group_rules [ 793.912830] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69d2b0c6-7f14-4164-9a17-0e482b4924e1 with Priority: HIGHEST for action security_group_rules [ 793.912830] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69d2b0c6-7f14-4164-9a17-0e482b4924e1 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.912830] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69d2b0c6-7f14-4164-9a17-0e482b4924e1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.208228] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.208583] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.208583] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.208661] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.208850] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.208850] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69d2b0c6-7f14-4164-9a17-0e482b4924e1 already deleted. [ 794.208947] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69d2b0c6-7f14-4164-9a17-0e482b4924e1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.209072] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69d2b0c6-7f14-4164-9a17-0e482b4924e1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.209232] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69d2b0c6-7f14-4164-9a17-0e482b4924e1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.209309] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69d2b0c6-7f14-4164-9a17-0e482b4924e1',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.222404] env[69410]: INFO networking_nsxv3.common.synchronization [None req-8919fe7e-c25b-4eec-b3ba-acb67f8d8efa None None] Enqueued Resource ID: 0581f6d3-4eb7-4929-9043-e5b38f2a53c0 with Priority: HIGHEST for action port [ 794.222999] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0581f6d3-4eb7-4929-9043-e5b38f2a53c0 with Priority: HIGHEST for action port [ 794.223310] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-0581f6d3-4eb7-4929-9043-e5b38f2a53c0 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.223534] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0581f6d3-4eb7-4929-9043-e5b38f2a53c0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.223534] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0581f6d3-4eb7-4929-9043-e5b38f2a53c0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.223738] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0581f6d3-4eb7-4929-9043-e5b38f2a53c0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.223934] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0581f6d3-4eb7-4929-9043-e5b38f2a53c0',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.726017] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0581f6d3-4eb7-4929-9043-e5b38f2a53c0 [ 794.728503] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.728654] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.728992] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.729221] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.729362] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.732313] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0581f6d3-4eb7-4929-9043-e5b38f2a53c0 already deleted. [ 794.732313] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0581f6d3-4eb7-4929-9043-e5b38f2a53c0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.732429] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.732728] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.732728] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.732797] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.733482] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.733482] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69d2b0c6-7f14-4164-9a17-0e482b4924e1 already deleted. [ 794.733482] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69d2b0c6-7f14-4164-9a17-0e482b4924e1" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.878166] env[69410]: INFO networking_nsxv3.common.synchronization [None req-d3d56193-bc0c-4d04-8d23-6cef35ec4ec1 None None] Enqueued Resource ID: 198510f2-e636-4cca-8226-2571f67a3174 with Priority: HIGHEST for action port [ 794.878166] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198510f2-e636-4cca-8226-2571f67a3174 with Priority: HIGHEST for action port [ 794.878166] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-198510f2-e636-4cca-8226-2571f67a3174 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.878166] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-198510f2-e636-4cca-8226-2571f67a3174" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.878166] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-198510f2-e636-4cca-8226-2571f67a3174" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.878832] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-198510f2-e636-4cca-8226-2571f67a3174" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.880305] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198510f2-e636-4cca-8226-2571f67a3174',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.385175] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 198510f2-e636-4cca-8226-2571f67a3174 [ 795.385437] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.385596] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.385670] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.385940] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.386035] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.386138] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:198510f2-e636-4cca-8226-2571f67a3174 already deleted. [ 795.386221] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-198510f2-e636-4cca-8226-2571f67a3174" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.124688] env[69410]: INFO networking_nsxv3.common.synchronization [None req-2447ad73-87b0-41e4-966d-7acc7f9e59d1 tempest-AttachInterfacesTestJSON-1945117021 tempest-AttachInterfacesTestJSON-1945117021-project-member] Enqueued Resource ID: 09bc5b48-cfa1-4a52-8eb9-072452f133a0 with Priority: HIGHEST for action security_group_rules [ 797.125438] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bc5b48-cfa1-4a52-8eb9-072452f133a0 with Priority: HIGHEST for action security_group_rules [ 797.125517] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09bc5b48-cfa1-4a52-8eb9-072452f133a0 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.126228] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09bc5b48-cfa1-4a52-8eb9-072452f133a0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.126228] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09bc5b48-cfa1-4a52-8eb9-072452f133a0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.126228] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09bc5b48-cfa1-4a52-8eb9-072452f133a0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.126228] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09bc5b48-cfa1-4a52-8eb9-072452f133a0',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.252320] env[69410]: INFO networking_nsxv3.common.synchronization [None req-23be5222-10c8-45e3-97b8-dcf1861b9713 None None] Enqueued Resource ID: b54442db-bdb9-40a2-b1f7-6db337ba39df with Priority: HIGHEST for action port [ 797.254182] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54442db-bdb9-40a2-b1f7-6db337ba39df with Priority: HIGHEST for action port [ 797.254626] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-b54442db-bdb9-40a2-b1f7-6db337ba39df taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.256387] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b54442db-bdb9-40a2-b1f7-6db337ba39df" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.256387] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b54442db-bdb9-40a2-b1f7-6db337ba39df" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.256387] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b54442db-bdb9-40a2-b1f7-6db337ba39df" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.256387] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54442db-bdb9-40a2-b1f7-6db337ba39df',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.314089] env[69410]: INFO networking_nsxv3.common.synchronization [None req-05be5e24-69b2-4e93-97a1-19eb0a2066f2 tempest-AttachInterfacesTestJSON-1945117021 tempest-AttachInterfacesTestJSON-1945117021-project-member] Enqueued Resource ID: 09bc5b48-cfa1-4a52-8eb9-072452f133a0 with Priority: HIGHEST for action security_group_rules [ 797.314347] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bc5b48-cfa1-4a52-8eb9-072452f133a0 with Priority: HIGHEST for action security_group_rules [ 797.314881] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09bc5b48-cfa1-4a52-8eb9-072452f133a0 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.314986] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09bc5b48-cfa1-4a52-8eb9-072452f133a0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.651655] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.651805] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.651940] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.652099] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.652203] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.652297] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09bc5b48-cfa1-4a52-8eb9-072452f133a0 already deleted. [ 797.652382] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09bc5b48-cfa1-4a52-8eb9-072452f133a0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.652538] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09bc5b48-cfa1-4a52-8eb9-072452f133a0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.652688] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09bc5b48-cfa1-4a52-8eb9-072452f133a0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.652770] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09bc5b48-cfa1-4a52-8eb9-072452f133a0',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.759679] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b54442db-bdb9-40a2-b1f7-6db337ba39df [ 797.759933] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.760108] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.760198] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.760404] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.760495] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.760580] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b54442db-bdb9-40a2-b1f7-6db337ba39df already deleted. [ 797.760652] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b54442db-bdb9-40a2-b1f7-6db337ba39df" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.021203] env[69410]: INFO networking_nsxv3.common.synchronization [None req-2b48bba8-e828-455b-ae17-69b4dd1d76f1 None None] Enqueued Resource ID: 1ef04269-c9aa-4556-a592-48b4a180bb75 with Priority: HIGHEST for action port [ 798.021494] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef04269-c9aa-4556-a592-48b4a180bb75 with Priority: HIGHEST for action port [ 798.022085] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef04269-c9aa-4556-a592-48b4a180bb75 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.022166] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef04269-c9aa-4556-a592-48b4a180bb75" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.022219] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef04269-c9aa-4556-a592-48b4a180bb75" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.022468] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef04269-c9aa-4556-a592-48b4a180bb75" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.022558] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef04269-c9aa-4556-a592-48b4a180bb75',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.178270] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.178590] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.178590] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.178701] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.178787] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.178879] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09bc5b48-cfa1-4a52-8eb9-072452f133a0 already deleted. [ 798.178978] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09bc5b48-cfa1-4a52-8eb9-072452f133a0" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.531138] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ef04269-c9aa-4556-a592-48b4a180bb75 [ 798.531233] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.531324] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.531431] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.531679] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.531790] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.531890] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ef04269-c9aa-4556-a592-48b4a180bb75 already deleted. [ 798.531987] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef04269-c9aa-4556-a592-48b4a180bb75" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.302216] env[69410]: INFO networking_nsxv3.common.synchronization [None req-5e0ee768-b460-4c9b-9024-a59889b1076b tempest-AttachVolumeTestJSON-396030097 tempest-AttachVolumeTestJSON-396030097-project-member] Enqueued Resource ID: 4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8 with Priority: HIGHEST for action security_group_rules [ 799.302216] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8 with Priority: HIGHEST for action security_group_rules [ 799.302511] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.302636] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.302703] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.302953] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.304639] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.421296] env[69410]: INFO networking_nsxv3.common.synchronization [None req-ec170c44-90e1-4143-b7c5-5302cfa2070f tempest-AttachVolumeTestJSON-396030097 tempest-AttachVolumeTestJSON-396030097-project-member] Enqueued Resource ID: 4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8 with Priority: HIGHEST for action security_group_rules [ 799.421639] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8 with Priority: HIGHEST for action security_group_rules [ 799.422258] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.422359] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.829876] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.830041] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.830133] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.830361] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.830445] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.830541] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8 already deleted. [ 799.830617] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.830768] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.830917] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.830996] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.949747] env[69410]: INFO networking_nsxv3.common.synchronization [None req-6665f8f4-407f-4048-814f-582241c903de None None] Enqueued Resource ID: 4afc654e-8ac2-47fb-bb2f-eacd35bdb763 with Priority: HIGHEST for action port [ 799.949949] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4afc654e-8ac2-47fb-bb2f-eacd35bdb763 with Priority: HIGHEST for action port [ 799.951978] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-4afc654e-8ac2-47fb-bb2f-eacd35bdb763 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.951978] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4afc654e-8ac2-47fb-bb2f-eacd35bdb763" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.951978] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4afc654e-8ac2-47fb-bb2f-eacd35bdb763" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.952244] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4afc654e-8ac2-47fb-bb2f-eacd35bdb763" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.952564] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4afc654e-8ac2-47fb-bb2f-eacd35bdb763',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.213218] env[69410]: INFO networking_nsxv3.common.synchronization [None req-13a45382-b05f-4d11-9015-01029512d51a None None] Enqueued Resource ID: 1367f908-3f9c-4afc-b998-b8e58275efd9 with Priority: HIGHEST for action port [ 800.213478] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1367f908-3f9c-4afc-b998-b8e58275efd9 with Priority: HIGHEST for action port [ 800.214040] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-1367f908-3f9c-4afc-b998-b8e58275efd9 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.214174] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1367f908-3f9c-4afc-b998-b8e58275efd9" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.214587] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1367f908-3f9c-4afc-b998-b8e58275efd9" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.214587] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1367f908-3f9c-4afc-b998-b8e58275efd9" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.214587] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1367f908-3f9c-4afc-b998-b8e58275efd9',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.358074] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.358074] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.358074] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.358074] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.358074] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.359041] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8 already deleted. [ 800.359041] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4aaca9b7-88ee-4478-9e7e-e9aa4d4ba1f8" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.455116] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4afc654e-8ac2-47fb-bb2f-eacd35bdb763 [ 800.455337] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.456899] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.456899] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.456899] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.457106] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.457149] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4afc654e-8ac2-47fb-bb2f-eacd35bdb763 already deleted. [ 800.457231] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4afc654e-8ac2-47fb-bb2f-eacd35bdb763" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.718862] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1367f908-3f9c-4afc-b998-b8e58275efd9 [ 800.719105] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.719597] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.719597] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.719597] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.719790] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.719790] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1367f908-3f9c-4afc-b998-b8e58275efd9 already deleted. [ 800.719849] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1367f908-3f9c-4afc-b998-b8e58275efd9" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.844437] env[69410]: INFO networking_nsxv3.common.synchronization [None req-4c58ed31-2b59-4e15-bce0-3100046c59d7 None None] Enqueued Resource ID: db304323-baaf-43ec-8b09-224a5cafe3a9 with Priority: HIGHEST for action port [ 802.844437] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db304323-baaf-43ec-8b09-224a5cafe3a9 with Priority: HIGHEST for action port [ 802.844437] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-db304323-baaf-43ec-8b09-224a5cafe3a9 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.844437] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db304323-baaf-43ec-8b09-224a5cafe3a9" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.844437] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db304323-baaf-43ec-8b09-224a5cafe3a9" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.844437] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db304323-baaf-43ec-8b09-224a5cafe3a9" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.844437] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db304323-baaf-43ec-8b09-224a5cafe3a9',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.346603] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db304323-baaf-43ec-8b09-224a5cafe3a9 [ 803.346760] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.346905] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.347025] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.348748] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.348895] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.348895] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db304323-baaf-43ec-8b09-224a5cafe3a9 already deleted. [ 803.348962] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db304323-baaf-43ec-8b09-224a5cafe3a9" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.843712] env[69410]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 807.844135] env[69410]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 808.422789] env[69410]: INFO networking_nsxv3.common.synchronization [None req-30005c92-e332-49d0-b864-7cd68af4f2bc None None] Enqueued Resource ID: 23a60ffc-2b50-4002-9a8f-fa6e9face8ba with Priority: HIGHEST for action port [ 808.423072] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a60ffc-2b50-4002-9a8f-fa6e9face8ba with Priority: HIGHEST for action port [ 808.423644] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a60ffc-2b50-4002-9a8f-fa6e9face8ba taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.423772] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a60ffc-2b50-4002-9a8f-fa6e9face8ba" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.423839] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a60ffc-2b50-4002-9a8f-fa6e9face8ba" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.424672] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a60ffc-2b50-4002-9a8f-fa6e9face8ba" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.425979] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a60ffc-2b50-4002-9a8f-fa6e9face8ba',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.631294] env[69410]: INFO networking_nsxv3.common.synchronization [None req-5404a11f-553b-4ca8-9c91-f2261917d432 None None] Enqueued Resource ID: e161fa77-0a13-4ff0-b34f-521a70906a90 with Priority: HIGHEST for action port [ 808.631294] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e161fa77-0a13-4ff0-b34f-521a70906a90 with Priority: HIGHEST for action port [ 808.631294] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-e161fa77-0a13-4ff0-b34f-521a70906a90 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.631294] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e161fa77-0a13-4ff0-b34f-521a70906a90" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.631294] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e161fa77-0a13-4ff0-b34f-521a70906a90" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.631294] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e161fa77-0a13-4ff0-b34f-521a70906a90" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.631294] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e161fa77-0a13-4ff0-b34f-521a70906a90',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.930795] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23a60ffc-2b50-4002-9a8f-fa6e9face8ba [ 808.931092] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.931339] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.931396] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.931612] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.931707] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.931807] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23a60ffc-2b50-4002-9a8f-fa6e9face8ba already deleted. [ 808.931886] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a60ffc-2b50-4002-9a8f-fa6e9face8ba" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.094814] env[69410]: INFO networking_nsxv3.common.synchronization [None req-c11d0f3d-e990-44e1-9ebf-322d8acc85c6 tempest-AttachVolumeShelveTestJSON-463491427 tempest-AttachVolumeShelveTestJSON-463491427-project-member] Enqueued Resource ID: c852174e-2ea6-4958-8cc3-c63f5f27635f with Priority: HIGHEST for action security_group_rules [ 809.095562] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c852174e-2ea6-4958-8cc3-c63f5f27635f with Priority: HIGHEST for action security_group_rules [ 809.095746] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c852174e-2ea6-4958-8cc3-c63f5f27635f taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.095901] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c852174e-2ea6-4958-8cc3-c63f5f27635f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.095992] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c852174e-2ea6-4958-8cc3-c63f5f27635f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.096287] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c852174e-2ea6-4958-8cc3-c63f5f27635f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.096402] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c852174e-2ea6-4958-8cc3-c63f5f27635f',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.133345] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e161fa77-0a13-4ff0-b34f-521a70906a90 [ 809.133573] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.133711] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.133784] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.133998] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.134102] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.134199] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e161fa77-0a13-4ff0-b34f-521a70906a90 already deleted. [ 809.134279] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e161fa77-0a13-4ff0-b34f-521a70906a90" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.192577] env[69410]: INFO networking_nsxv3.common.synchronization [None req-2988d9de-87b7-4cd4-b924-2d104c5bba1f tempest-AttachVolumeShelveTestJSON-463491427 tempest-AttachVolumeShelveTestJSON-463491427-project-member] Enqueued Resource ID: c852174e-2ea6-4958-8cc3-c63f5f27635f with Priority: HIGHEST for action security_group_rules [ 809.193231] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c852174e-2ea6-4958-8cc3-c63f5f27635f with Priority: HIGHEST for action security_group_rules [ 809.193312] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c852174e-2ea6-4958-8cc3-c63f5f27635f taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.193385] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c852174e-2ea6-4958-8cc3-c63f5f27635f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.620281] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.620451] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.620519] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.620719] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.620804] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.620899] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c852174e-2ea6-4958-8cc3-c63f5f27635f already deleted. [ 809.620977] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c852174e-2ea6-4958-8cc3-c63f5f27635f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.621137] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c852174e-2ea6-4958-8cc3-c63f5f27635f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.621290] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c852174e-2ea6-4958-8cc3-c63f5f27635f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.621369] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c852174e-2ea6-4958-8cc3-c63f5f27635f',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.142069] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.142354] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.142354] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.142990] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.142990] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.142990] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c852174e-2ea6-4958-8cc3-c63f5f27635f already deleted. [ 810.142990] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c852174e-2ea6-4958-8cc3-c63f5f27635f" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.787654] env[69410]: INFO networking_nsxv3.common.synchronization [None req-72890a75-badb-43a0-a16b-264e90260b3e None None] Enqueued Resource ID: 5e116ca1-9599-42f1-b543-263179b2635a with Priority: HIGHEST for action port [ 810.787909] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e116ca1-9599-42f1-b543-263179b2635a with Priority: HIGHEST for action port [ 810.788479] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e116ca1-9599-42f1-b543-263179b2635a taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.788605] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e116ca1-9599-42f1-b543-263179b2635a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.788668] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e116ca1-9599-42f1-b543-263179b2635a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.788949] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e116ca1-9599-42f1-b543-263179b2635a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.789037] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e116ca1-9599-42f1-b543-263179b2635a',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.809623] env[69410]: INFO networking_nsxv3.common.synchronization [None req-4ec63a61-00b8-4e29-8d58-e29aef7d85cd None None] Enqueued Resource ID: d8b95096-ab4c-4a21-858a-2cf44742497e with Priority: HIGHEST for action port [ 810.810262] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8b95096-ab4c-4a21-858a-2cf44742497e with Priority: HIGHEST for action port [ 810.810585] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8b95096-ab4c-4a21-858a-2cf44742497e taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.810749] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8b95096-ab4c-4a21-858a-2cf44742497e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.810749] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8b95096-ab4c-4a21-858a-2cf44742497e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.810994] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8b95096-ab4c-4a21-858a-2cf44742497e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.811075] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b95096-ab4c-4a21-858a-2cf44742497e',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.293956] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e116ca1-9599-42f1-b543-263179b2635a [ 811.294458] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.294723] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.294822] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.295071] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.295167] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.295267] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e116ca1-9599-42f1-b543-263179b2635a already deleted. [ 811.295349] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e116ca1-9599-42f1-b543-263179b2635a" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.312850] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8b95096-ab4c-4a21-858a-2cf44742497e [ 811.313109] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.313248] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.313339] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.313521] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.313608] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.313716] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8b95096-ab4c-4a21-858a-2cf44742497e already deleted. [ 811.313829] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8b95096-ab4c-4a21-858a-2cf44742497e" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.849452] env[69410]: INFO networking_nsxv3.common.synchronization [None req-565ea910-b1a4-4306-a007-1afb11fecd7a tempest-AttachVolumeShelveTestJSON-463491427 tempest-AttachVolumeShelveTestJSON-463491427-project-member] Enqueued Resource ID: 997b8d02-c728-4357-83b0-6ff7abe56ef6 with Priority: HIGHEST for action security_group_rules [ 811.849757] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997b8d02-c728-4357-83b0-6ff7abe56ef6 with Priority: HIGHEST for action security_group_rules [ 811.850369] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-997b8d02-c728-4357-83b0-6ff7abe56ef6 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.850449] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-997b8d02-c728-4357-83b0-6ff7abe56ef6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.850516] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-997b8d02-c728-4357-83b0-6ff7abe56ef6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.850844] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-997b8d02-c728-4357-83b0-6ff7abe56ef6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.850950] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('997b8d02-c728-4357-83b0-6ff7abe56ef6',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.924633] env[69410]: INFO networking_nsxv3.common.synchronization [None req-f65cc025-c215-4815-b2b1-6e3b0b205bcc tempest-AttachVolumeShelveTestJSON-463491427 tempest-AttachVolumeShelveTestJSON-463491427-project-member] Enqueued Resource ID: 997b8d02-c728-4357-83b0-6ff7abe56ef6 with Priority: HIGHEST for action security_group_rules [ 811.925157] env[69410]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997b8d02-c728-4357-83b0-6ff7abe56ef6 with Priority: HIGHEST for action security_group_rules [ 811.925472] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock rules-997b8d02-c728-4357-83b0-6ff7abe56ef6 taken with stack trace [, , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.925579] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-997b8d02-c728-4357-83b0-6ff7abe56ef6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.373410] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.373863] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.373863] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.373863] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.373967] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.374189] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 997b8d02-c728-4357-83b0-6ff7abe56ef6 already deleted. [ 812.374189] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-997b8d02-c728-4357-83b0-6ff7abe56ef6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.374344] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-997b8d02-c728-4357-83b0-6ff7abe56ef6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.374881] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-997b8d02-c728-4357-83b0-6ff7abe56ef6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.374881] env[69410]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('997b8d02-c728-4357-83b0-6ff7abe56ef6',) {} {{(pid=69410) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.894033] env[69410]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69410) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.894033] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.894033] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.894312] env[69410]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.894312] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.894375] env[69410]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 997b8d02-c728-4357-83b0-6ff7abe56ef6 already deleted. [ 812.894459] env[69410]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-997b8d02-c728-4357-83b0-6ff7abe56ef6" {{(pid=69410) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.926178] env[69410]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 816.926573] env[69410]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 821.927571] env[69410]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 821.927926] env[69410]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 826.928446] env[69410]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 826.928738] env[69410]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 831.929586] env[69410]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 831.929921] env[69410]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0